-- Logs begin at Thu 2022-02-17 15:07:00 UTC, end at Thu 2022-02-17 16:03:29 UTC. -- Feb 17 15:37:12.930570 dv-cinder-606346-36-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 15:37:15.875813 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.common.config [-] Logging enabled! Feb 17 15:37:15.876424 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev509 Feb 17 15:37:15.876559 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109391) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 15:37:15.879792 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.common.config [-] Logging enabled! Feb 17 15:37:15.880044 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev509 Feb 17 15:37:15.880353 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109391) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 15:37:15.881304 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 15:37:15.881538 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 15:37:15.882007 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 15:37:15.882252 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 15:37:15.882477 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 15:37:15.882800 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.883215 dv-cinder-606346-36-iscsi neutron-server[109391]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 17 15:37:15.883522 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.883813 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.884101 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.884391 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.884712 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.884990 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.885275 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.885568 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.885849 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.886123 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.886402 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.886689 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.886966 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.887248 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.887529 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.887807 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] debug = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.888084 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.888527 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.888923 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.889198 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.889480 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.889752 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.890020 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.890289 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.890567 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.890884 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] host = dv-cinder-606346-36-iscsi {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.891155 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.891436 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.891714 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.891993 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.892286 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.892579 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.892866 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.893135 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.893403 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] log_file = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.893669 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.893951 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.894235 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.894519 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.894740 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.894958 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.895241 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.895526 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.895792 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.896059 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.896327 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.896625 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.896894 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.897156 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.897434 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.897711 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.897988 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.898256 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.898524 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.898790 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.899055 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.899333 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.899599 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.899864 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.900131 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.900410 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.900695 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.900963 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.901260 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.901545 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.901824 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.902105 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.902376 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.902654 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.902926 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.903193 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.903459 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] use_json = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.903726 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.903991 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.904268 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.904558 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.904829 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.905096 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.905362 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.905641 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.905908 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:15.906198 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.906492 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.906788 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.907071 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.907357 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.908138 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.908456 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.908737 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.909025 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.909313 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.909599 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.909873 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.910166 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.910456 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.910746 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.911050 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.911343 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.911632 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.911904 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.912175 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.915458 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.915458 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.915458 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.915458 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.915458 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.915458 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.915458 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.915458 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.916090 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.916090 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.916090 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.916090 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.916090 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.916090 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.916511 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.916511 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.916763 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.917049 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.917323 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.917593 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.917869 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.918144 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.918413 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.918680 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.918951 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.919239 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.919508 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.919774 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.920039 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.920313 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.920605 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.920888 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.921158 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.921427 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.921695 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.921966 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.922234 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.922504 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.922780 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.923048 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.923982 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.924259 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.924617 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.924892 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.925162 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.925431 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.925699 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.925967 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.926238 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.926505 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.926774 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.927040 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.927307 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.927573 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.927854 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.928146 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.928419 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.928716 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.928987 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.929259 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.929531 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.929803 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.930072 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.930343 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.930613 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.930899 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.931178 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.931458 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.931757 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.932028 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.932317 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.932620 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.932901 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.933179 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.933452 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.933725 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.934003 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.934284 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.934575 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.934864 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.935153 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.935441 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.935729 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.936002 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.936308 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.936613 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:15.936830 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 15:37:15.937071 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109391) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 17 15:37:16.305390 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 17 15:37:16.305670 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 17 15:37:16.305977 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 17 15:37:16.306317 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 15:37:16.634750 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:16.635053 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:16.635298 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:16.636618 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:16.636891 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:16.637149 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:16.680857 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:16.681134 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:16.681400 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:16.695840 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:16.696117 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:16.696385 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:16.829106 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:16.829389 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:16.829696 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:16.866035 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:16.866260 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:16.866521 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.105651 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.106271 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.106271 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.106423 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.107113 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.205707 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.206032 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.206313 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.206585 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.206846 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.207148 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.207403 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.207653 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.207900 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.208175 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.208430 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.208712 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.208965 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.209213 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.209464 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.209722 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.209971 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.210234 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.210498 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.210749 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.211014 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.211263 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.211539 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.211908 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.212152 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.212393 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.212797 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 15:37:17.213033 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 15:37:17.213266 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 15:37:17.213500 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 15:37:17.213726 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 15:37:17.213956 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 15:37:17.214314 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 15:37:17.217417 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 15:37:17.223136 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 15:37:17.226941 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 17 15:37:17.228601 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 15:37:17.229058 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 15:37:17.229390 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 17 15:37:17.229771 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 15:37:17.232625 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 15:37:17.232877 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 15:37:17.233220 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 17 15:37:17.238685 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 17 15:37:17.261375 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 17 15:37:17.261822 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.262118 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109391) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 17 15:37:17.262646 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.264036 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109391) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 15:37:17.264309 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 17 15:37:17.264582 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 17 15:37:17.267953 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.268232 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.331579 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 15:37:17.331819 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 15:37:17.332054 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 15:37:17.332417 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 15:37:17.353042 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_db.sqlalchemy.engines [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109391) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 17 15:37:17.788060 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.managers [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Initializing driver for type 'gre' Feb 17 15:37:17.788609 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] gre ID ranges: [(1, 1000)] Feb 17 15:37:17.843872 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.managers [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Initializing driver for type 'local' Feb 17 15:37:17.844260 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.managers [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Initializing driver for type 'vlan' Feb 17 15:37:17.856754 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] VlanTypeDriver initialization complete Feb 17 15:37:17.857092 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.managers [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Initializing driver for type 'vxlan' Feb 17 15:37:17.857565 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] vxlan ID ranges: [(1, 1000)] Feb 17 15:37:17.914010 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.managers [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Initializing extension driver 'port_security' Feb 17 15:37:17.914389 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.extensions.port_security [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] PortSecurityExtensionDriver initialization complete Feb 17 15:37:17.914755 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.managers [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Initializing mechanism driver 'openvswitch' Feb 17 15:37:17.915084 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.managers [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Initializing mechanism driver 'hyperv' Feb 17 15:37:17.921769 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.plugin [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109391) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:37:17.922632 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > port after_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.923002 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > port after_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.924023 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > port after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.924551 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109391) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 15:37:17.924980 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > subnet after_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.925332 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > subnet after_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.925671 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > subnet after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.926060 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109391) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 15:37:17.926458 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > network after_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.926803 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > network after_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.927141 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > network after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.927529 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109391) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 15:37:17.927922 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > security_group after_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.928266 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > security_group after_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.928628 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > security_group after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.929020 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109391) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 15:37:17.929414 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.929754 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.930088 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.930473 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109391) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 15:37:17.930868 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > address_group after_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.931205 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > address_group after_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.931536 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > address_group after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.931927 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109391) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 15:37:17.932367 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] ML2 OVO RPC backend initialized. {{(pid=109391) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 17 15:37:17.933095 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router_interface after_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.933446 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.933855 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > network before_response 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.934198 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > networks before_response 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.934538 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > port before_response 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.934874 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > ports before_response 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.935210 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > subnet before_response 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.935544 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > subnets before_response 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.935897 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > network after_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.936212 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > network after_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.936567 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > network after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.936898 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > port after_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.937229 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > port after_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.937629 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > port after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.937891 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > subnet after_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.938258 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > subnet after_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.938621 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > subnet after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.945850 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.quota [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded quota_driver: . Feb 17 15:37:17.946216 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.plugin [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Modular L2 Plugin initialization complete Feb 17 15:37:17.946563 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading services supported by the core plugin {{(pid=109391) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 15:37:17.946899 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.plugins.ml2.managers [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Got port-security extension from driver 'port_security' Feb 17 15:37:17.947380 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.extensions.vlantransparent [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Disabled vlantransparent extension. Feb 17 15:37:17.947872 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109391) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 15:37:17.948196 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading Plugin: router Feb 17 15:37:17.985625 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router_interface before_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.986538 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router after_create 55549900 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.986907 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router before_create 55549900 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.987270 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.987639 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.987991 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router after_delete 55549900 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.988344 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > floatingip after_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.988721 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > floatingip after_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.989076 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router after_create 55549900 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.989415 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router after_update 55549900 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.989758 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router after_update 55549900 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.990100 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.990460 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router after_update 55549900 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.990867 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router precommit_update 55549900 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.991231 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: port after_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.991567 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: port after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.991904 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: subnet after_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.992241 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.992619 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > port precommit_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.992968 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router precommit_create 55549900 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.993310 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: port before_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.993650 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router precommit_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.994001 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router after_update 55549900 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.994337 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router precommit_delete 55549900 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.994815 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router precommit_create 55549900 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.995171 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router_interface after_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.995513 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router precommit_update 55549900 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.995874 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > agent after_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.996219 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > agent after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.996591 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > network after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:17.997445 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Tracking information for resource: router configured {{(pid=109391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 15:37:17.997774 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Tracking information for resource: floatingip configured {{(pid=109391) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 15:37:18.002701 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.db.l3_agentschedulers_db [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 15:37:18.003272 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: port after_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:18.003632 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: port after_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:18.003983 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: port after_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:18.004331 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: port after_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:18.005145 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router before_create 55550100 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:18.005506 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router precommit_delete 55550100 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:18.005867 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router precommit_create 55550100 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:18.006221 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > router precommit_update 55550100 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:18.011008 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.services.provider_configuration [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Service providers = [] {{(pid=109391) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 15:37:18.011368 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.db.servicetype_db [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109391) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 15:37:18.014316 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.services.service_base [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109391) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 15:37:18.014665 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.services.service_base [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109391) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 15:37:18.015007 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.services.service_base [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109391) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 15:37:18.015881 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.services.service_base [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109391) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 15:37:18.016250 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.services.service_base [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 15:37:18.016636 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 15:37:18.016976 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 15:37:18.027552 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 15:37:18.027888 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading Plugin: auto_allocate Feb 17 15:37:18.034236 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: network precommit_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:18.034599 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: network precommit_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:18.035110 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 15:37:18.035427 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading Plugin: tag Feb 17 15:37:18.042210 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 15:37:18.042545 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading Plugin: timestamp Feb 17 15:37:18.046375 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 15:37:18.046700 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading Plugin: network_ip_availability Feb 17 15:37:18.052781 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:18.053152 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:18.053506 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:18.054209 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 15:37:18.054526 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading Plugin: flavors Feb 17 15:37:18.059472 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 15:37:18.059808 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading Plugin: revisions Feb 17 15:37:18.064138 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109391) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 15:37:18.064577 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_concurrency.lockutils [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.758s {{(pid=109391) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 17 15:37:18.065307 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109391) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 17 15:37:18.065641 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Initializing extension manager. Feb 17 15:37:18.066161 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: __init__.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.066495 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: __pycache__ {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.066823 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.067150 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: address_group.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.067888 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.068467 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: address-group Feb 17 15:37:18.068849 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: address_scope.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.069558 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.070069 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: address-scope Feb 17 15:37:18.070388 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: admin_state_down_before_update.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.071302 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.071810 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: router-admin-state-down-before-update Feb 17 15:37:18.072129 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: agent.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.072850 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.073354 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: agent Feb 17 15:37:18.073673 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: agent_resources_synced.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.074575 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.075078 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: agent-resources-synced Feb 17 15:37:18.075393 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: allowedaddresspairs.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.077178 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.077697 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: allowed-address-pairs Feb 17 15:37:18.078022 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: auto_allocated_topology.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.079094 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.079628 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: auto-allocated-topology Feb 17 15:37:18.079950 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: availability_zone.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.080671 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.081205 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: availability_zone Feb 17 15:37:18.081526 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: availability_zone_filter.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.082428 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.082933 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: availability_zone_filter Feb 17 15:37:18.083251 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: data_plane_status.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.084142 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.084671 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 15:37:18.084990 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: default_subnetpools.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.085891 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.086396 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: default-subnetpools Feb 17 15:37:18.086716 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: dhcpagentscheduler.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.087512 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.088016 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: dhcp_agent_scheduler Feb 17 15:37:18.088334 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: dns.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.089280 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.089784 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension dns-integration not supported by any of loaded plugins Feb 17 15:37:18.090108 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: dns_domain_ports.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.091013 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.091538 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 15:37:18.091862 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.092818 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.093315 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 17 15:37:18.093632 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: dvr.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.094297 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.094796 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: dvr Feb 17 15:37:18.095641 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: ecmp_routes.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.096849 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.097353 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension ecmp_routes not supported by any of loaded plugins Feb 17 15:37:18.097668 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: empty_string_filtering.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.098574 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.099076 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: empty-string-filtering Feb 17 15:37:18.099393 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.100283 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.100822 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 15:37:18.101140 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.102046 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.102548 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 15:37:18.102861 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: external_net.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.103761 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.104266 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: external-net Feb 17 15:37:18.104616 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: extra_dhcp_opt.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.105516 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.106019 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: extra_dhcp_opt Feb 17 15:37:18.106561 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: extraroute.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.107223 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.107722 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: extraroute Feb 17 15:37:18.108037 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: extraroute_atomic.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.109102 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.109604 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: extraroute-atomic Feb 17 15:37:18.109918 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: filter_validation.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.110575 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.111708 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: filter-validation Feb 17 15:37:18.112022 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: fip_pf_description.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.112953 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.113451 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 15:37:18.113762 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: fip_port_details.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.114855 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.115362 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: fip-port-details Feb 17 15:37:18.115678 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: flavors.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.116949 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.117468 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: flavors Feb 17 15:37:18.117798 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.119453 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.119969 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 15:37:18.120292 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: floatingip_pools.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.121017 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.121526 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: floatingip-pools Feb 17 15:37:18.121847 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: ip_allocation.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.122758 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.123263 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 15:37:18.123581 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.124532 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.125042 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: ip-substring-filtering Feb 17 15:37:18.125365 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: l2_adjacency.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.126281 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.126802 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 15:37:18.127125 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: l3.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.128080 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.128629 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: router Feb 17 15:37:18.128952 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: l3_conntrack_helper.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.131201 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.131731 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 15:37:18.132061 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.133001 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.133520 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: ext-gw-mode Feb 17 15:37:18.133847 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.134753 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.135264 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: l3-ha Feb 17 15:37:18.135587 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.136510 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.137021 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 17 15:37:18.137343 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: l3_flavors.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.138240 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.138750 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: l3-flavors Feb 17 15:37:18.139071 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: l3_ndp_proxy.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.140433 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.140975 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 17 15:37:18.141302 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.142227 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.142734 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 15:37:18.143090 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: l3agentscheduler.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.144129 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.144672 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: l3_agent_scheduler Feb 17 15:37:18.144997 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: local_ip.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.146769 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.147292 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension local_ip not supported by any of loaded plugins Feb 17 15:37:18.147626 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: logging.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.149278 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.149797 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension logging not supported by any of loaded plugins Feb 17 15:37:18.150124 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: metering.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.150867 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.151445 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: metering Feb 17 15:37:18.151771 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.152887 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.153404 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: metering_source_and_destination_fields Feb 17 15:37:18.153729 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: multiprovidernet.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.154653 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.155162 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: multi-provider Feb 17 15:37:18.155488 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: netmtu.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.156391 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.156921 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: net-mtu Feb 17 15:37:18.157241 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: netmtu_writable.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.158671 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.159178 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: net-mtu-writable Feb 17 15:37:18.159499 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: network_availability_zone.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.160159 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.160696 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: network_availability_zone Feb 17 15:37:18.161014 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: network_ip_availability.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.162128 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.162634 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: network-ip-availability Feb 17 15:37:18.162953 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: network_segment_range.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.163704 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.164245 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 15:37:18.164538 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: pagination.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.165527 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.165853 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: pagination Feb 17 15:37:18.166166 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: port_device_profile.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.167060 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.167568 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: port-device-profile Feb 17 15:37:18.167885 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.168833 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.169340 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: port-mac-address-regenerate Feb 17 15:37:18.169655 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.170564 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.171070 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: port-numa-affinity-policy Feb 17 15:37:18.171386 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: port_resource_request.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.172277 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.172812 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 15:37:18.173130 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: port_resource_request_groups.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.174644 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.175143 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 17 15:37:18.175461 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: portbindings.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.176376 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.176908 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: binding Feb 17 15:37:18.177226 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: portbindings_extended.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.178501 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.179012 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: binding-extended Feb 17 15:37:18.179334 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: portsecurity.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.180239 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.180776 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: port-security Feb 17 15:37:18.181102 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: project_id.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.182073 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.182401 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: project-id Feb 17 15:37:18.182720 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: providernet.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.183620 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.184127 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: provider Feb 17 15:37:18.184459 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: qos.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.187956 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.188494 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension qos not supported by any of loaded plugins Feb 17 15:37:18.188848 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.190089 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.190603 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 15:37:18.190929 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.191843 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.192351 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 15:37:18.192706 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: qos_default.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.193614 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.194123 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension qos-default not supported by any of loaded plugins Feb 17 15:37:18.194447 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: qos_fip.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.195363 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.195866 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension qos-fip not supported by any of loaded plugins Feb 17 15:37:18.196188 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: qos_fip_network_policy.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.197127 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.197633 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 17 15:37:18.197955 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: qos_gateway_ip.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.198967 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.199475 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 15:37:18.199798 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: qos_port_network_policy.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.200721 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.201236 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 15:37:18.201558 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.202583 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.203095 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 17 15:37:18.203417 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.204496 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.205010 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 17 15:37:18.205336 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: qos_pps_rule.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.206516 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.207029 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension qos-pps not supported by any of loaded plugins Feb 17 15:37:18.207350 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: qos_rule_type_details.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.208257 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.208804 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 15:37:18.209123 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: qos_rules_alias.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.210167 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.210676 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 15:37:18.210995 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: quota_check_limit.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.211899 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.212409 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: quota-check-limit Feb 17 15:37:18.212751 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: quotasv2.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.213663 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.213986 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: quotas Feb 17 15:37:18.214303 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: quotasv2_detail.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.216017 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.216351 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: quota_details Feb 17 15:37:18.216700 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: rbac.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.217737 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.218260 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: rbac-policies Feb 17 15:37:18.218586 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: rbac_address_group.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.219505 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.220018 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: rbac-address-group Feb 17 15:37:18.221145 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: rbac_address_scope.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.222054 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.222563 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: rbac-address-scope Feb 17 15:37:18.222883 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: rbac_security_groups.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.223789 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.224294 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: rbac-security-groups Feb 17 15:37:18.224641 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: rbac_subnetpool.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.225623 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.226130 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: rbac-subnetpool Feb 17 15:37:18.226450 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: revisionifmatch.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.227367 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.227880 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: revision-if-match Feb 17 15:37:18.228201 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: revisions.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.229347 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.229859 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: standard-attr-revisions Feb 17 15:37:18.230181 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: router_availability_zone.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.230843 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.231351 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: router_availability_zone Feb 17 15:37:18.231674 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: routerservicetype.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.232631 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.233139 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension router-service-type not supported by any of loaded plugins Feb 17 15:37:18.233456 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.234373 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.234877 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: security-groups-normalized-cidr Feb 17 15:37:18.235194 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: security_groups_port_filtering.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.236720 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.237231 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: port-security-groups-filtering Feb 17 15:37:18.237549 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.238469 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.238976 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: security-groups-remote-address-group Feb 17 15:37:18.239295 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.240217 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.240751 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: security-groups-shared-filtering Feb 17 15:37:18.241069 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.241660 dv-cinder-606346-36-iscsi neutron-server[109391]: WARNING neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 17 15:37:18.241972 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: securitygroup.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.251616 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.252144 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: security-group Feb 17 15:37:18.252502 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: segment.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.253289 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.253797 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension segment not supported by any of loaded plugins Feb 17 15:37:18.254119 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.255058 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.255566 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 15:37:18.255887 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: servicetype.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.257029 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.257546 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: service-type Feb 17 15:37:18.257869 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: sorting.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.258846 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.259176 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: sorting Feb 17 15:37:18.259495 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: standard_attr_segment.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.260652 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.261173 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 15:37:18.261492 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: standardattrdescription.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.262151 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.262663 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: standard-attr-description Feb 17 15:37:18.262981 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: stateful_security_group.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.263927 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.264470 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: stateful-security-group Feb 17 15:37:18.264781 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: stdattrs_common.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.265349 dv-cinder-606346-36-iscsi neutron-server[109391]: WARNING neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 15:37:18.265662 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.266588 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.267622 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 15:37:18.267939 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: subnet_onboard.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.269056 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.269564 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: subnet_onboard Feb 17 15:37:18.269883 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.270818 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.271322 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 15:37:18.271639 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: subnet_service_types.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.272598 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.273110 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: subnet-service-types Feb 17 15:37:18.273429 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: subnetallocation.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.274506 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.275015 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: subnet_allocation Feb 17 15:37:18.275631 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.276300 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.276836 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: subnetpool-prefix-ops Feb 17 15:37:18.277152 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.278063 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.278563 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 15:37:18.278878 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: tagging.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.279996 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.280533 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: standard-attr-tag Feb 17 15:37:18.280858 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: timestamp.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.282064 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.282715 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loaded extension: standard-attr-timestamp Feb 17 15:37:18.283568 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: trunk.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.284625 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.285134 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension trunk not supported by any of loaded plugins Feb 17 15:37:18.285454 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: trunk_details.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.286357 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.286863 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension trunk-details not supported by any of loaded plugins Feb 17 15:37:18.287179 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: uplink_status_propagation.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.288085 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.288625 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 15:37:18.288947 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Loading extension file: vlantransparent.py {{(pid=109391) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 15:37:18.289622 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109391) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 15:37:18.290126 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 15:37:18.292718 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Creating instance of TrackedResource for resource:network Feb 17 15:37:18.293263 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Creating instance of TrackedResource for resource:subnet Feb 17 15:37:18.293659 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 15:37:18.294046 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Creating instance of TrackedResource for resource:port Feb 17 15:37:18.296548 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.v2.resource_helper [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 15:37:18.296991 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.v2.resource_helper [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Service FLAVORS assigned prefix: {{(pid=109391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 15:37:18.297597 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.v2.resource_helper [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 15:37:18.298036 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.v2.resource_helper [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 15:37:18.298425 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Creating instance of TrackedResource for resource:router Feb 17 15:37:18.298846 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Creating instance of TrackedResource for resource:floatingip Feb 17 15:37:18.299328 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.v2.resource_helper [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Service METERING assigned prefix: /metering {{(pid=109391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 15:37:18.300802 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:18.301173 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:18.301526 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109391) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:37:18.302537 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 15:37:18.302966 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Creating instance of TrackedResource for resource:security_group Feb 17 15:37:18.303405 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 15:37:18.304002 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.v2.resource_helper [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Service CORE assigned prefix: {{(pid=109391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 15:37:18.304329 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 15:37:18.304711 dv-cinder-606346-36-iscsi neutron-server[109391]: WARNING neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] subnetpool is already registered Feb 17 15:37:18.305137 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.v2.resource_helper [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Service CORE assigned prefix: {{(pid=109391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 15:37:18.305456 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 15:37:18.305781 dv-cinder-606346-36-iscsi neutron-server[109391]: WARNING neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] subnetpool is already registered Feb 17 15:37:18.308056 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.v2.resource_helper [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 15:37:18.308517 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.v2.resource_helper [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Service FLAVORS assigned prefix: {{(pid=109391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 15:37:18.309111 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.v2.resource_helper [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 15:37:18.309526 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.v2.resource_helper [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 15:37:18.309853 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Creating instance of TrackedResource for resource:router Feb 17 15:37:18.310187 dv-cinder-606346-36-iscsi neutron-server[109391]: WARNING neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] router is already registered Feb 17 15:37:18.310589 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Creating instance of TrackedResource for resource:floatingip Feb 17 15:37:18.310919 dv-cinder-606346-36-iscsi neutron-server[109391]: WARNING neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] floatingip is already registered Feb 17 15:37:18.311369 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.v2.resource_helper [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Service METERING assigned prefix: /metering {{(pid=109391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 15:37:18.312026 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 15:37:18.312344 dv-cinder-606346-36-iscsi neutron-server[109391]: WARNING neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] rbac_policy is already registered Feb 17 15:37:18.312774 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Creating instance of TrackedResource for resource:security_group Feb 17 15:37:18.313101 dv-cinder-606346-36-iscsi neutron-server[109391]: WARNING neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] security_group is already registered Feb 17 15:37:18.313499 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 15:37:18.313828 dv-cinder-606346-36-iscsi neutron-server[109391]: WARNING neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] security_group_rule is already registered Feb 17 15:37:18.314445 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.v2.resource_helper [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Service CORE assigned prefix: {{(pid=109391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 15:37:18.314771 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 15:37:18.315096 dv-cinder-606346-36-iscsi neutron-server[109391]: WARNING neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] subnetpool is already registered Feb 17 15:37:18.315517 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.v2.resource_helper [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Service CORE assigned prefix: {{(pid=109391) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 15:37:18.315834 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 15:37:18.316157 dv-cinder-606346-36-iscsi neutron-server[109391]: WARNING neutron.quota.resource_registry [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] subnetpool is already registered Feb 17 15:37:18.316655 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: extensions {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.318132 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: address-groups {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.319610 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: address-scopes {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.320962 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: agents {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.322121 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: auto-allocated-topology {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.323355 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: availability_zones {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.324592 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: dhcp-networks {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.326072 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: dhcp-agents {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.327460 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: routers {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.330237 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: flavors {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.331393 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: service_profiles {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.332619 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: next_providers {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.334053 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: service_profiles {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.335584 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: floatingip-pools {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.336949 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: routers {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.339028 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: floatingips {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.340282 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: l3-routers {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.341702 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: l3-agents {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.343106 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: metering-labels {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.344478 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: metering-label-rules {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.346621 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: network-ip-availabilities {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.347867 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: bindings {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.349531 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: quotas {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.351069 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: quotas {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.352609 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: rbac-policies {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.353875 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: security-groups {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.355100 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: security-group-rules {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.356321 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: service-providers {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.357541 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: subnetpools {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.358975 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: subnetpools {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.360412 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: tags {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.362115 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: tags {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.364868 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: tags {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.366597 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: tags {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.498715 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: tags {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.500493 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: tags {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.502311 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: tags {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.504164 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: tags {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.505992 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: tags {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.507819 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron.api.extensions [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Extended resource: tags {{(pid=109391) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 15:37:18.513709 dv-cinder-606346-36-iscsi neutron-server[109391]: WARNING keystonemiddleware.auth_token [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 15:37:18.518956 dv-cinder-606346-36-iscsi neutron-server[109391]: WARNING keystonemiddleware.auth_token [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 15:37:18.527597 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_concurrency.lockutils [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Acquired lock "singleton_lock" {{(pid=109391) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 17 15:37:18.528073 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_concurrency.lockutils [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Releasing lock "singleton_lock" {{(pid=109391) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 17 15:37:18.528739 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO oslo_service.service [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Starting 2 workers Feb 17 15:37:18.533696 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Started child 109498 {{(pid=109391) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 15:37:18.538160 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Started child 109499 {{(pid=109391) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 15:37:18.539064 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:18.539702 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO neutron.service [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 15:37:18.540323 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Publish callbacks [] for process (None), before_spawn {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:18.540629 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [-] (109498) wsgi starting up on http://0.0.0.0:9696 Feb 17 15:37:18.542750 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO oslo_service.service [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Starting 1 workers Feb 17 15:37:18.543314 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:18.544855 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [-] (109499) wsgi starting up on http://0.0.0.0:9696 Feb 17 15:37:18.547973 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Started child 109500 {{(pid=109391) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 15:37:18.549045 dv-cinder-606346-36-iscsi neutron-server[109391]: INFO oslo_service.service [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Starting 1 workers Feb 17 15:37:18.552218 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.service [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] calling RpcWorker wait() {{(pid=109500) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 15:37:18.552823 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.service [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] returning from RpcWorker wait() {{(pid=109500) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 15:37:18.553585 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Started child 109501 {{(pid=109391) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 15:37:18.554092 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:18.554349 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG neutron_lib.callbacks.manager [None req-0d0ebd6a-c320-4178-8d56-dd95ff68b36e None None] Publish callbacks [] for process (None), after_spawn {{(pid=109391) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:18.554538 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:37:18.556294 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109391) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 17 15:37:18.556550 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 15:37:18.556735 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 15:37:18.556960 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 15:37:18.557295 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 15:37:18.557469 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 15:37:18.558018 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.558289 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.558541 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.558642 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:18.559087 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.559087 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.559561 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:37:18.559663 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.559823 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.560055 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.560320 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.560610 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.560783 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.560943 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.561203 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.561434 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.561722 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.561999 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.562247 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.562500 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.562674 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.562926 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.563183 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.563445 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.563706 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] debug = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.564544 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.565020 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.565260 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.565509 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.565741 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.565993 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.566219 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.566505 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.566742 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.566957 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.567200 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.567460 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.567691 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.567906 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.568142 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.568349 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.568633 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.568869 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.569328 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] host = dv-cinder-606346-36-iscsi {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.569544 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.569775 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.570029 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.570342 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.570586 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.570819 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.571091 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.571341 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.571570 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.571793 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.572036 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.572277 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.572545 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.572754 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] log_file = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.572908 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] log_options = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.573112 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.573367 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.573622 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.573807 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.573973 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.574118 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.574372 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.574525 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.574764 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.575007 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.575165 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.575374 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.575582 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.575926 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.576077 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.576267 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.576531 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.576740 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.576982 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.577218 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.577436 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.578585 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.578585 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.578585 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.578585 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.578585 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.578944 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.578944 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.579139 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.579358 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.579722 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.579958 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.580194 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.580415 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.580712 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.580935 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.582301 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.582301 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.582301 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.582301 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.582301 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.582301 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.583204 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.583204 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.583204 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.583204 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.584113 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] use_json = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.584113 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.584113 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.584113 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.584413 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.584413 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.584657 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.587720 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.587720 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.587720 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.587720 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.587720 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.587720 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.587720 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.587720 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.589320 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.589320 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.589320 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.589320 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.589320 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.589320 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.589320 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.589320 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.589761 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.589761 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.589761 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.589761 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.592473 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.592473 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.592473 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.592473 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.592473 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.592473 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.592473 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.592473 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.593428 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.593428 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.593428 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.593428 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.593428 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.593793 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.594038 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.594270 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.594522 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.594824 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.595138 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.595343 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.595755 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.596551 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.596790 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.598890 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.598890 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.598890 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.598890 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.598890 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.598890 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.598890 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.598890 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.600553 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.600553 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.600553 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.600553 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.600553 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.600553 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.600553 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.600553 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.605714 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.605714 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.605714 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.605714 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.605714 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.605714 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.606179 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 46684) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:37:18.606343 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.606343 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.606343 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.606343 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.606343 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.606343 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.606343 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.606343 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.606343 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.607046 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.607046 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.607046 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.607046 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.607046 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.607046 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.607046 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.607046 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.607046 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.607664 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.607664 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.607664 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.607664 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.607664 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.607664 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.607664 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.608397 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.608397 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.608397 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.608397 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.608728 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.608971 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.609262 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.609491 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.609706 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.609994 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.610213 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.610478 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.611195 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.611428 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.611655 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.611904 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.612283 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.612616 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.612772 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.613010 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.613280 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.613496 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.613708 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.613947 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.614189 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.614420 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.614636 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.615021 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.615419 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.615791 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.616178 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.617195 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.617675 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.617938 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.618425 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.618600 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.619027 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.619322 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.619585 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.619842 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.620124 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.620355 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.620874 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.621260 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.621657 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.622054 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.622301 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.622696 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.623104 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.623477 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.623832 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.624208 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.624711 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.625106 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.625470 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.625577 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0152726 Feb 17 15:37:18.625930 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.626977 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.628121 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.628552 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.628966 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.629364 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.629768 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.630276 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.631220 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.631987 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.632400 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.632798 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.632970 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.633197 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.633413 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.633823 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.634194 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.634588 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.634862 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.635049 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.635274 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.635558 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.635799 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.636098 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.636295 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.636559 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.636753 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.637147 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.637510 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.637878 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.638220 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.638616 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.638865 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.639290 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.639685 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.640074 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.640493 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.640925 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.641322 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.641717 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.642109 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.642496 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.642871 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.643219 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.643573 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.643796 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.645213 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.645611 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.645979 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.646204 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.647737 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.647737 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.647737 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.647737 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.647737 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.648103 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.648103 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.648233 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.648511 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.648861 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.649220 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.649573 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.649957 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.650180 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.650399 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.650619 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.651277 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.651277 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.652316 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.652639 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.652898 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.653122 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.653347 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.653566 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.653782 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.653999 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.654227 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.654876 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.654876 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.654876 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.655106 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.655361 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.655617 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.655851 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.656103 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.656318 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.656625 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.656991 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.657353 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.658206 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.658581 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.659713 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.660105 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.660354 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.660763 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.660954 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.661339 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.661694 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.661921 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.662153 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.662364 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.662578 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.662821 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.663037 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.663247 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.663476 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.663709 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.663917 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.664135 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.664349 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.665514 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.665755 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.665972 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.666189 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.666436 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.666676 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.666905 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.668163 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.668465 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.668697 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.669627 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.669627 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.669627 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.669849 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.670020 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.670386 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.670805 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.671050 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.671273 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.671510 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.671766 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.672081 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.672362 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.674071 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.674337 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.674642 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.674904 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.675180 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.675416 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.675728 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.676043 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.676324 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.676602 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.676848 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.677095 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.677321 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.677535 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.677754 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.677987 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.678220 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.678474 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.678705 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.678945 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.679161 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.679387 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.679623 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.679847 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.680061 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.680281 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.680524 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.680681 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 15:37:18.681364 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109391) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 17 15:37:18.681522 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 15:37:18.681681 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 15:37:18.681848 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 15:37:18.682394 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 15:37:18.682394 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 15:37:18.682394 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.682616 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.682704 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.682779 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.682934 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.683253 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.683635 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.683635 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.683792 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.683859 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.684000 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.684150 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.684308 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.684483 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.684769 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.685045 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.685344 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.685499 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.685675 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.685835 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.685989 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.686278 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.686437 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] debug = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.686592 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.686782 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.686950 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.687092 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.687247 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.688031 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.688031 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.688031 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.688031 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.688031 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.688395 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.688395 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.688395 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.688652 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.688746 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.688929 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.689127 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.689247 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.689391 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] host = dv-cinder-606346-36-iscsi {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.689548 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.689706 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.690173 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.690173 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.690173 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.690419 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.690419 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.690582 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.690725 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.690882 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.691034 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.691189 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.691345 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.691901 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] log_file = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.691901 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] log_options = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.691901 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.691901 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.692203 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.692276 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.692470 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.692583 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.694301 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.694301 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.694301 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.694301 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.694301 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.694301 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.694301 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.694301 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.694870 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.694870 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.694870 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.695052 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:37:18.695123 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.695123 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.695123 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.695123 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.695123 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.695123 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.695123 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.695571 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.695571 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.695571 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.695775 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.695868 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.695982 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.696136 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.696288 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.696506 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.699162 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.699381 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.699522 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.699692 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.699860 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.700031 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.700196 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.700361 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.700558 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.700684 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.701023 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.701339 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.701869 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.702036 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] use_json = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.702196 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.702353 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.702509 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.703459 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.703767 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.704078 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.704770 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.705088 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.705253 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 15:37:18.705438 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.705602 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.705775 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.705942 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.706084 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.706245 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.706963 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.706963 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.706963 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.706963 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.706963 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.707321 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.707321 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.707484 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.707563 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.707737 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.707893 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.708051 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.708208 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.708364 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.709407 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.709582 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.709915 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.710878 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.711058 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.711227 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.711393 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.711558 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.711866 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.712182 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.712537 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.712705 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.712866 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.713020 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.713320 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.713486 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.713644 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.714869 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.714869 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.714869 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.714869 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.714869 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.714869 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.714869 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.714869 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.715442 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.715442 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.715442 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.715442 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.715721 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.715721 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.715861 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.716003 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.716156 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.716317 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.716497 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.716656 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.716824 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.716981 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.717138 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.717295 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.717458 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.717613 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.717918 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.718223 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.718380 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.719265 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.719265 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.719265 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.719265 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.719265 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.719265 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.719629 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.719629 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.719746 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.719873 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.720609 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.720757 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.721170 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.721329 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.721488 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.721645 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.721803 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.721960 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.722115 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.722425 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.722584 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.722742 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.722898 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.723054 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.723212 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.723379 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.723550 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.723708 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.723866 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.724023 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.724180 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.724338 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.724523 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.724686 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.724830 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.724991 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.725144 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.725442 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.725739 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.726031 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.726321 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.726622 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.726779 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.726937 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.727823 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.727823 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.727823 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.727823 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.727823 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.727823 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.728277 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.728277 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.728277 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.728521 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.728617 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.728773 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.728926 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.729237 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.729404 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.729706 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.729866 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.730022 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.730181 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.730339 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.730497 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.730655 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.730813 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.730970 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.731439 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.731439 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.731439 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.731656 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.731724 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.731893 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.732186 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.732348 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.732533 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.732718 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.732867 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.733006 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.733153 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.733317 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.733451 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.734956 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.734956 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.734956 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.734956 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.734956 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.734956 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.734956 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.734956 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.735433 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.735433 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.735433 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.735433 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.735433 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.735433 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.736313 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.736313 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.736516 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.736589 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.736758 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.736914 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.737072 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.737229 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.737384 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.737555 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.737694 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.738023 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.738183 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.738487 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.738650 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.739744 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.739907 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.740078 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.740551 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.740551 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.740551 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.740821 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.740902 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.741008 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.741166 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.741317 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.741483 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.741639 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.741798 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.741957 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.742117 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.742297 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.742457 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.742613 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.742773 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.742929 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.743081 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.743254 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.743402 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.744555 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.744555 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.744555 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.744555 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.744555 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.744555 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.744555 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.745283 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.745435 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.746496 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.746496 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.746496 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.746496 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.746496 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.746496 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.746496 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.746985 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.746985 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.746985 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.747220 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.747220 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.747352 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.748054 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.748054 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.748054 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.748054 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.748392 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.748392 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.748392 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.748793 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.748793 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.748926 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.748993 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.749174 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.749310 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.749602 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.749602 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.749862 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.749993 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.750124 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.750205 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.750368 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.750555 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.750714 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.750859 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.751025 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.751168 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.751343 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.751501 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.751679 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.751811 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.751977 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.752134 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.752297 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.752503 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.752632 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.752800 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.752952 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.753118 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.753817 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.753817 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.753817 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.753817 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.753817 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.754204 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.754204 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.754354 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.754470 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.754627 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.754784 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.754943 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.755105 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.755271 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.755436 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.755594 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.755759 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.755924 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.756090 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.756247 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.756411 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.756603 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.756761 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.756918 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.757074 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.757232 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.757389 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.757546 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.757708 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.757862 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.758177 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.758338 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.758498 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.758764 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.758861 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.758945 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.759087 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.759239 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.759377 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.759534 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.759690 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 15:37:18.759841 dv-cinder-606346-36-iscsi neutron-server[109391]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109391) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 15:37:30.008465 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909571b8-6b11-4a45-9e08-4f41c6c3e0bd None None] get_active_networks_info from dv-cinder-606346-36-iscsi {{(pid=109500) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 15:37:30.095644 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909571b8-6b11-4a45-9e08-4f41c6c3e0bd None None] No non-hosted networks {{(pid=109500) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 15:37:30.117664 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.agentschedulers_db [None req-909571b8-6b11-4a45-9e08-4f41c6c3e0bd None None] DHCP Agent not found on host dv-cinder-606346-36-iscsi {{(pid=109500) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 17 15:37:30.229087 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-98af998c-7094-40c1-824c-5b71babffff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1607804'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:32.371578 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-64a0bfda-6c94-48fd-8f61-a82a7e90b7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1607804'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:32.415552 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6bf937c9-4cbb-48f5-ad08-0af194bc684d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:33.600678 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1607804'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:35.079771 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1607804'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:35.936670 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.db.l3_hamode_db [None req-febc1e5a-59a6-471f-b65e-8a081a4e5eff None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 15:37:36.015872 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febc1e5a-59a6-471f-b65e-8a081a4e5eff None None] Routers set() bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:37:36.016329 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febc1e5a-59a6-471f-b65e-8a081a4e5eff None None] Router IDs set() for agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 17 15:37:36.266198 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 46774) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:37:36.512022 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1607804'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:36.512826 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:36.513358 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:36.513801 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:36.514222 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:36.514633 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:36.515037 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:36.515424 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:36.515858 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:36.516277 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:36.516707 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:36.517117 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:36.517504 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:36.517907 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:36.518375 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-606346-36-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:37:36.526455 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-606346-36-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:37:36.791254 dv-cinder-606346-36-iscsi neutron-server[109499]: WARNING oslo_policy.policy [None req-84992f9c-d7f5-4bf0-8f14-b3f152845dcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 15:37:36.791839 dv-cinder-606346-36-iscsi neutron-server[109499]: WARNING oslo_policy.policy [None req-84992f9c-d7f5-4bf0-8f14-b3f152845dcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 15:37:37.017484 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [None req-84992f9c-d7f5-4bf0-8f14-b3f152845dcd admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 15:37:37.018532 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-84992f9c-d7f5-4bf0-8f14-b3f152845dcd admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7508328 Feb 17 15:37:39.546761 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 46800) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:37:39.849041 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-7b19fa6f-aa7b-4776-b4ba-0aea10fab1d6 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:37:39.939914 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.policy [None req-7b19fa6f-aa7b-4776-b4ba-0aea10fab1d6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109499) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 17 15:37:39.982243 dv-cinder-606346-36-iscsi neutron-server[109499]: WARNING oslo_policy.policy [None req-7b19fa6f-aa7b-4776-b4ba-0aea10fab1d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 15:37:39.982634 dv-cinder-606346-36-iscsi neutron-server[109499]: WARNING oslo_policy.policy [None req-7b19fa6f-aa7b-4776-b4ba-0aea10fab1d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 15:37:40.074563 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7b19fa6f-aa7b-4776-b4ba-0aea10fab1d6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726996398847', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8726996398274', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727004113718', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727004086735', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727004093823', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8727004101514', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-686806', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-610633', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1810110', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1735709'] for rbac-policy (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:40.138358 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7b19fa6f-aa7b-4776-b4ba-0aea10fab1d6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:40.139580 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-7b19fa6f-aa7b-4776-b4ba-0aea10fab1d6 admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5918541 Feb 17 15:37:42.637959 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 46810) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:37:42.942033 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:37:42.970333 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Made reservation on behalf of 02ee4f42e6794d94b76c7df8bcb56671 for: {'network': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:37:42.974266 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for network (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:42.990054 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:43.093777 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Publish callbacks [] for security_group (f8682326-a3af-4c58-961f-5375df2f35d1), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:43.097672 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (f8682326-a3af-4c58-961f-5375df2f35d1), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:43.121242 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=109499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 15:37:43.155034 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726999291522', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (ce5206d7-f665-4937-9358-48a54cbc6108), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:43.155609 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Unsubscribe: segment precommit_create {{(pid=109499) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 17 15:37:43.156114 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.segments_db [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Added segment ce5206d7-f665-4937-9358-48a54cbc6108 of type vlan for network 011f19bf-9a40-45c9-9c08-30b5e8c931d9 Feb 17 15:37:43.170948 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f8682326-a3af-4c58-961f-5375df2f35d1,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:37:43.217939 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:43.218300 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:43.218660 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:43.218993 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:43.219343 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:43.219667 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:43.219987 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:43.220306 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:43.220921 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:43.221240 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:43.221556 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:43.221866 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:43.222175 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Tracked resource versions report: Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: pushed versions: Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: { 'AddressGroup': {'1.2'}, Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: 'ConntrackHelper': {'1.0'}, Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: 'LocalIPAssociation': {'1.0'}, Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: 'Log': {'1.0'}, Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: 'Network': {'1.1'}, Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: 'Port': {'1.7'}, Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: 'PortForwarding': {'1.2'}, Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: 'QosPolicy': {'1.10'}, Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: 'SecurityGroup': {'1.5'}, Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: 'SecurityGroupRule': {'1.2'}, Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: 'SubPort': {'1.0'}, Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: 'Subnet': {'1.1'}, Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: 'Trunk': {'1.1'}} Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: consumer versions: Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: { DHCP agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: L3 agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: Metadata agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: Metering agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: Open vSwitch agent@dv-cinder-606346-36-iscsi: { 'AddressGroup': '1.2', Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: 'ConntrackHelper': '1.0', Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: 'LocalIPAssociation': '1.0', Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: 'Log': '1.0', Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: 'Network': '1.1', Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: 'Port': '1.7', Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: 'PortForwarding': '1.2', Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: 'QosPolicy': '1.10', Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: 'SecurityGroup': '1.5', Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: 'SecurityGroupRule': '1.2', Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: 'SubPort': '1.0', Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: 'Subnet': '1.1', Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: 'Trunk': '1.1'}} Feb 17 15:37:43.223569 dv-cinder-606346-36-iscsi neutron-server[109499]: {{(pid=109499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 15:37:43.264482 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726998781570'] for network (011f19bf-9a40-45c9-9c08-30b5e8c931d9), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:43.302716 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for network (011f19bf-9a40-45c9-9c08-30b5e8c931d9), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:43.307722 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:37:43.308403 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:43.374498 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7354131 Feb 17 15:37:43.425798 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e357bcb4-bdc9-4ae9-816f-778c12777b0f demo demo] Pushing event updated for resources: {'Network': ['ID=011f19bf-9a40-45c9-9c08-30b5e8c931d9,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:37:43.437655 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Network 011f19bf-9a40-45c9-9c08-30b5e8c931d9 details requested by agent ovs-agent-dv-cinder-606346-36-iscsi with host dv-cinder-606346-36-iscsi {{(pid=109500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 15:37:45.924069 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 46822) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:37:46.404490 dv-cinder-606346-36-iscsi neutron-server[109498]: WARNING oslo_policy.policy [None req-7f641c26-9f93-46d7-8db5-47e78e55e7b3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 15:37:46.405045 dv-cinder-606346-36-iscsi neutron-server[109498]: WARNING oslo_policy.policy [None req-7f641c26-9f93-46d7-8db5-47e78e55e7b3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 15:37:46.837723 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.policy [None req-7f641c26-9f93-46d7-8db5-47e78e55e7b3 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109498) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 17 15:37:46.879259 dv-cinder-606346-36-iscsi neutron-server[109498]: WARNING oslo_policy.policy [None req-7f641c26-9f93-46d7-8db5-47e78e55e7b3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 15:37:46.879571 dv-cinder-606346-36-iscsi neutron-server[109498]: WARNING oslo_policy.policy [None req-7f641c26-9f93-46d7-8db5-47e78e55e7b3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 15:37:46.887535 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f641c26-9f93-46d7-8db5-47e78e55e7b3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:37:46.889464 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-7f641c26-9f93-46d7-8db5-47e78e55e7b3 demo admin] 10.222.0.67 "GET /v2.0/networks/011f19bf-9a40-45c9-9c08-30b5e8c931d9 HTTP/1.1" status: 200 len: 825 time: 0.9633625 Feb 17 15:37:46.927813 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-a475b740-9b00-4b93-8fdd-3502272ddd85 demo admin] 10.222.0.67 "GET /v2.0/subnetpools/a7cbba9b-bd70-4f42-850d-63dcc17655ae HTTP/1.1" status: 200 len: 734 time: 0.0321372 Feb 17 15:37:46.936380 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Request body: {'subnet': {'subnetpool_id': 'a7cbba9b-bd70-4f42-850d-63dcc17655ae', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '011f19bf-9a40-45c9-9c08-30b5e8c931d9', 'ip_version': 4}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:37:46.972567 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Made reservation on behalf of 02ee4f42e6794d94b76c7df8bcb56671 for: {'subnet': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:37:46.975229 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:47.255013 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for subnet (43c3d497-396d-494e-a332-46a1738c7926), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:47.324929 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Checking segment: {'id': 'ce5206d7-f665-4937-9358-48a54cbc6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '011f19bf-9a40-45c9-9c08-30b5e8c931d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:37:47.325290 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Network hostable DHCP agents. Network: 011f19bf-9a40-45c9-9c08-30b5e8c931d9, hostable agents: ['c690b10a-9812-45df-b2f8-72b352956aca'], hosted agents: [] {{(pid=109498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 15:37:47.333797 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Pushing event updated for resources: {'Subnet': ['ID=43c3d497-396d-494e-a332-46a1738c7926,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:37:47.347339 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:47.347700 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:47.348043 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:47.348371 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:47.348718 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:47.349042 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:47.349377 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:47.349699 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:47.350086 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:47.350444 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:47.350805 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:47.351152 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:47.351463 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Tracked resource versions report: Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: pushed versions: Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: { 'AddressGroup': {'1.2'}, Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: 'ConntrackHelper': {'1.0'}, Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: 'LocalIPAssociation': {'1.0'}, Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: 'Log': {'1.0'}, Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: 'Network': {'1.1'}, Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: 'Port': {'1.7'}, Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: 'PortForwarding': {'1.2'}, Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: 'QosPolicy': {'1.10'}, Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: 'SecurityGroup': {'1.5'}, Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: 'SecurityGroupRule': {'1.2'}, Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: 'SubPort': {'1.0'}, Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: 'Subnet': {'1.1'}, Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: 'Trunk': {'1.1'}} Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: consumer versions: Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: { DHCP agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: L3 agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: Metadata agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: Metering agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: Open vSwitch agent@dv-cinder-606346-36-iscsi: { 'AddressGroup': '1.2', Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: 'ConntrackHelper': '1.0', Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: 'LocalIPAssociation': '1.0', Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: 'Log': '1.0', Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: 'Network': '1.1', Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: 'Port': '1.7', Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: 'PortForwarding': '1.2', Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: 'QosPolicy': '1.10', Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: 'SecurityGroup': '1.5', Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: 'SecurityGroupRule': '1.2', Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: 'SubPort': '1.0', Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: 'Subnet': '1.1', Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: 'Trunk': '1.1'}} Feb 17 15:37:47.352837 dv-cinder-606346-36-iscsi neutron-server[109498]: {{(pid=109498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 15:37:47.377207 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Network 011f19bf-9a40-45c9-9c08-30b5e8c931d9 is scheduled to be hosted by DHCP agent c690b10a-9812-45df-b2f8-72b352956aca with binding_index 1 {{(pid=109498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 15:37:47.389968 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-36-iscsi, 011f19bf-9a40-45c9-9c08-30b5e8c931d9) {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:37:47.395183 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:37:47.395807 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for subnet (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:47.401003 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84e25f7-7e0a-40e2-96c3-66976dd1daea None None] Network 011f19bf-9a40-45c9-9c08-30b5e8c931d9 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:37:47.416260 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-ba9c1cf9-ed5c-4363-8f67-9925850d402f demo admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4831977 Feb 17 15:37:47.795109 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bcae54e-08a9-5feb-a18c-c07b874cf816-011f19bf-9a40-45c9-9c08-30b5e8c931d9', 'network_id': '011f19bf-9a40-45c9-9c08-30b5e8c931d9', 'project_id': '02ee4f42e6794d94b76c7df8bcb56671', 'fixed_ips': [{'subnet_id': '43c3d497-396d-494e-a332-46a1738c7926'}]}} from dv-cinder-606346-36-iscsi. {{(pid=109500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 15:37:47.796487 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:48.074060 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.db_base_plugin_common [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Allocated IP 172.20.0.2 (011f19bf-9a40-45c9-9c08-30b5e8c931d9/43c3d497-396d-494e-a332-46a1738c7926/a9d41579-abf0-4447-8552-1779e1281c12) {{(pid=109500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:37:48.370671 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Publish callbacks [] for port (a9d41579-abf0-4447-8552-1779e1281c12), precommit_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:48.378548 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664'] for port (a9d41579-abf0-4447-8552-1779e1281c12), after_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:48.456635 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Network 011f19bf-9a40-45c9-9c08-30b5e8c931d9 is already hosted by enough agents. {{(pid=109500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:37:48.461300 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.scheduler.base_scheduler [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Resources bound (agent type, host, resource id): {{(pid=109500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:37:48.471996 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Received port after_create {{(pid=109500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:37:48.475127 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Pushing event updated for resources: {'Port': ['ID=a9d41579-abf0-4447-8552-1779e1281c12,revision_number=1']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:37:48.506028 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:48.506402 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:48.506761 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:48.507109 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:48.507450 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:48.507790 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:48.508145 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:48.508516 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:48.508857 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:48.509251 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:48.509543 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:48.509871 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:48.510199 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Tracked resource versions report: Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: pushed versions: Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: { 'AddressGroup': {'1.2'}, Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: 'ConntrackHelper': {'1.0'}, Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: 'LocalIPAssociation': {'1.0'}, Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: 'Log': {'1.0'}, Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: 'Network': {'1.1'}, Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: 'Port': {'1.7'}, Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: 'PortForwarding': {'1.2'}, Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: 'QosPolicy': {'1.10'}, Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: 'SecurityGroup': {'1.5'}, Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: 'SecurityGroupRule': {'1.2'}, Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: 'SubPort': {'1.0'}, Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: 'Subnet': {'1.1'}, Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: 'Trunk': {'1.1'}} Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: consumer versions: Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: { DHCP agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: L3 agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: Metadata agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: Metering agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: Open vSwitch agent@dv-cinder-606346-36-iscsi: { 'AddressGroup': '1.2', Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: 'ConntrackHelper': '1.0', Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: 'LocalIPAssociation': '1.0', Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: 'Log': '1.0', Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: 'Network': '1.1', Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: 'Port': '1.7', Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: 'PortForwarding': '1.2', Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: 'QosPolicy': '1.10', Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: 'SecurityGroup': '1.5', Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: 'SecurityGroupRule': '1.2', Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: 'SubPort': '1.0', Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: 'Subnet': '1.1', Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: 'Trunk': '1.1'}} Feb 17 15:37:48.511644 dv-cinder-606346-36-iscsi neutron-server[109500]: {{(pid=109500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 15:37:48.562033 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Attempting to bind port a9d41579-abf0-4447-8552-1779e1281c12 on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:37:48.562464 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Attempting to bind port a9d41579-abf0-4447-8552-1779e1281c12 by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': 'ce5206d7-f665-4937-9358-48a54cbc6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '011f19bf-9a40-45c9-9c08-30b5e8c931d9'}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:37:48.562894 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Attempting to bind port a9d41579-abf0-4447-8552-1779e1281c12 on network 011f19bf-9a40-45c9-9c08-30b5e8c931d9 {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:37:48.567764 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:37:48.568151 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Checking segment: {'id': 'ce5206d7-f665-4937-9358-48a54cbc6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '011f19bf-9a40-45c9-9c08-30b5e8c931d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:37:48.568664 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:48.569062 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Bound using segment: {'id': 'ce5206d7-f665-4937-9358-48a54cbc6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '011f19bf-9a40-45c9-9c08-30b5e8c931d9'} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:37:48.569559 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Bound port: a9d41579-abf0-4447-8552-1779e1281c12, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5206d7-f665-4937-9358-48a54cbc6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '011f19bf-9a40-45c9-9c08-30b5e8c931d9'}}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:37:48.569973 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (a9d41579-abf0-4447-8552-1779e1281c12), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:48.640672 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] For port a9d41579-abf0-4447-8552-1779e1281c12, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:37:48.645588 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] For port a9d41579-abf0-4447-8552-1779e1281c12, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=a9d41579-abf0-4447-8552-1779e1281c12,segment=NetworkSegment(ce5206d7-f665-4937-9358-48a54cbc6108),segment_id=ce5206d7-f665-4937-9358-48a54cbc6108)] {{(pid=109500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:37:48.653165 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (a9d41579-abf0-4447-8552-1779e1281c12), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:48.716267 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27090fe7-8581-4edf-ba59-6f9719b0b78d None None] Pushing event updated for resources: {'Port': ['ID=a9d41579-abf0-4447-8552-1779e1281c12,revision_number=2']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:37:49.931494 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 46842) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:37:50.242675 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [None req-97c992b6-91db-49bc-ae78-248c490a6297 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 15:37:50.243678 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-97c992b6-91db-49bc-ae78-248c490a6297 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3111844 Feb 17 15:37:52.761402 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 46850) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:37:53.067263 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [None req-c1767330-39fc-470d-9260-1864ca7309f4 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 15:37:53.068232 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-c1767330-39fc-470d-9260-1864ca7309f4 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3059382 Feb 17 15:37:55.597444 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 46858) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:37:55.907353 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-97458fcb-87ec-44f0-85e6-35ef4d3a1814 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:37:55.931033 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-97458fcb-87ec-44f0-85e6-35ef4d3a1814 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-222821'] for router (df89a96d-d009-4442-82bb-83b63258d649), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:55.932819 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-97458fcb-87ec-44f0-85e6-35ef4d3a1814 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-222878'] for router (df89a96d-d009-4442-82bb-83b63258d649), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:56.070516 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-97458fcb-87ec-44f0-85e6-35ef4d3a1814 demo demo] Publish callbacks [] for router_controller (df89a96d-d009-4442-82bb-83b63258d649), precommit_add_association {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:56.075158 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-97458fcb-87ec-44f0-85e6-35ef4d3a1814 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605957'] for router (df89a96d-d009-4442-82bb-83b63258d649), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:56.095748 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-97458fcb-87ec-44f0-85e6-35ef4d3a1814 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:56.096953 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-97458fcb-87ec-44f0-85e6-35ef4d3a1814 demo demo] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4985435 Feb 17 15:37:58.625822 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 46870) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:37:58.931547 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [None req-73ab4f92-017a-4850-982a-ef730c80e13d admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 15:37:58.932601 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-73ab4f92-017a-4850-982a-ef730c80e13d admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3057654 Feb 17 15:37:59.223616 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device a9d41579-abf0-4447-8552-1779e1281c12 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:37:59.319277 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port a9d41579-abf0-4447-8552-1779e1281c12 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:37:59.319694 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (a9d41579-abf0-4447-8552-1779e1281c12), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:59.430062 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port a9d41579-abf0-4447-8552-1779e1281c12 is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:37:59.430473 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (a9d41579-abf0-4447-8552-1779e1281c12), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:59.463576 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] For port a9d41579-abf0-4447-8552-1779e1281c12, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=a9d41579-abf0-4447-8552-1779e1281c12,segment=NetworkSegment(ce5206d7-f665-4937-9358-48a54cbc6108),segment_id=ce5206d7-f665-4937-9358-48a54cbc6108)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:37:59.467382 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (a9d41579-abf0-4447-8552-1779e1281c12), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:37:59.517801 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Pushing event updated for resources: {'Port': ['ID=a9d41579-abf0-4447-8552-1779e1281c12,revision_number=3']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:37:59.977165 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a72f43e6-bf1a-473b-a165-d5709164dece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:00.163595 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7162a96e-02b9-49aa-b2f7-e8533ed3bc5a None None] Network 011f19bf-9a40-45c9-9c08-30b5e8c931d9 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:38:00.243594 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-14d2bf41-9212-44dc-8f0f-520cc0ff72fc None None] Provisioning complete for port a9d41579-abf0-4447-8552-1779e1281c12 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:38:00.244253 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-14d2bf41-9212-44dc-8f0f-520cc0ff72fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (a9d41579-abf0-4447-8552-1779e1281c12), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:00.363351 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-14d2bf41-9212-44dc-8f0f-520cc0ff72fc None None] Current status of the port a9d41579-abf0-4447-8552-1779e1281c12 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:38:00.582737 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-1b3aaca0-a525-452a-a833-93b59508c968 None None] Provisioning complete for port a9d41579-abf0-4447-8552-1779e1281c12 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:38:00.583129 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-1b3aaca0-a525-452a-a833-93b59508c968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (a9d41579-abf0-4447-8552-1779e1281c12), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:00.599309 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 5 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:38:00.662015 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-1b3aaca0-a525-452a-a833-93b59508c968 None None] Current status of the port a9d41579-abf0-4447-8552-1779e1281c12 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:38:01.191554 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device a9d41579-abf0-4447-8552-1779e1281c12 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:38:01.239211 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port a9d41579-abf0-4447-8552-1779e1281c12 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:38:01.239611 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (a9d41579-abf0-4447-8552-1779e1281c12), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:01.318385 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port a9d41579-abf0-4447-8552-1779e1281c12 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:38:01.458142 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 46878) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:38:01.769076 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-fc7fd9d4-f8cc-4689-8e5e-fdf8e13241f4 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:38:01.788065 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7fd9d4-f8cc-4689-8e5e-fdf8e13241f4 admin admin] Made reservation on behalf of e4735b3776f64d30b68b46609c5a544f for: {'network': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:38:01.790307 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-fc7fd9d4-f8cc-4689-8e5e-fdf8e13241f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for network (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:01.798614 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-fc7fd9d4-f8cc-4689-8e5e-fdf8e13241f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:01.872203 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-fc7fd9d4-f8cc-4689-8e5e-fdf8e13241f4 admin admin] Publish callbacks [] for security_group (b191d8bd-590d-4d56-8bc6-a5e950f9b200), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:01.876204 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-fc7fd9d4-f8cc-4689-8e5e-fdf8e13241f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (b191d8bd-590d-4d56-8bc6-a5e950f9b200), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:01.892074 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fc7fd9d4-f8cc-4689-8e5e-fdf8e13241f4 admin admin] Reserving flat network on physical network physnet1 {{(pid=109499) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 17 15:38:01.910181 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fd9d4-f8cc-4689-8e5e-fdf8e13241f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b191d8bd-590d-4d56-8bc6-a5e950f9b200,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:38:01.914957 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-fc7fd9d4-f8cc-4689-8e5e-fdf8e13241f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (cdfe2ee9-f6e4-4f23-8564-c9f437f41ace), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:01.915296 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.segments_db [None req-fc7fd9d4-f8cc-4689-8e5e-fdf8e13241f4 admin admin] Added segment cdfe2ee9-f6e4-4f23-8564-c9f437f41ace of type flat for network 429489ab-2a85-400d-8dac-2c90bfd61144 Feb 17 15:38:01.960505 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-fc7fd9d4-f8cc-4689-8e5e-fdf8e13241f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726998781570'] for network (429489ab-2a85-400d-8dac-2c90bfd61144), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:01.991964 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-fc7fd9d4-f8cc-4689-8e5e-fdf8e13241f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for network (429489ab-2a85-400d-8dac-2c90bfd61144), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:01.992954 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7fd9d4-f8cc-4689-8e5e-fdf8e13241f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:38:01.993522 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-fc7fd9d4-f8cc-4689-8e5e-fdf8e13241f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:02.047613 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-fc7fd9d4-f8cc-4689-8e5e-fdf8e13241f4 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5883739 Feb 17 15:38:02.087264 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fd9d4-f8cc-4689-8e5e-fdf8e13241f4 admin admin] Pushing event updated for resources: {'Network': ['ID=429489ab-2a85-400d-8dac-2c90bfd61144,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:38:02.097437 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Network 429489ab-2a85-400d-8dac-2c90bfd61144 details requested by agent ovs-agent-dv-cinder-606346-36-iscsi with host dv-cinder-606346-36-iscsi {{(pid=109500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 15:38:02.365703 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-eced42ce-646a-4138-8051-cbd96ec4d579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:03.543225 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:04.553207 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 46896) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:38:04.764838 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d705b4-2b48-4381-b7b7-09e490d0afef demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:38:04.766681 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-49d705b4-2b48-4381-b7b7-09e490d0afef demo admin] 10.222.0.67 "GET /v2.0/subnets/43c3d497-396d-494e-a332-46a1738c7926 HTTP/1.1" status: 200 len: 849 time: 0.2125261 Feb 17 15:38:04.944997 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-3dc2d299-0aa8-424e-850a-1b5c29008f98 demo admin] 10.222.0.67 "GET /v2.0/routers/df89a96d-d009-4442-82bb-83b63258d649 HTTP/1.1" status: 200 len: 704 time: 0.1727247 Feb 17 15:38:05.023363 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:05.238291 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-df60c5d2-09ed-4007-9412-37c8f37f3ba2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:05.532410 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [None req-df60c5d2-09ed-4007-9412-37c8f37f3ba2 demo admin] Allocated IP 172.20.0.1 (011f19bf-9a40-45c9-9c08-30b5e8c931d9/43c3d497-396d-494e-a332-46a1738c7926/d607a9d3-3628-4019-b940-cd4738dfd02e) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:38:05.719429 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-df60c5d2-09ed-4007-9412-37c8f37f3ba2 demo admin] Publish callbacks [] for port (d607a9d3-3628-4019-b940-cd4738dfd02e), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:05.782595 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-df60c5d2-09ed-4007-9412-37c8f37f3ba2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664'] for port (d607a9d3-3628-4019-b940-cd4738dfd02e), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:05.858637 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df60c5d2-09ed-4007-9412-37c8f37f3ba2 demo admin] Network 011f19bf-9a40-45c9-9c08-30b5e8c931d9 is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:38:05.866368 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-df60c5d2-09ed-4007-9412-37c8f37f3ba2 demo admin] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:38:05.871800 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60c5d2-09ed-4007-9412-37c8f37f3ba2 demo admin] Pushing event updated for resources: {'Port': ['ID=d607a9d3-3628-4019-b940-cd4738dfd02e,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:38:05.875771 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df60c5d2-09ed-4007-9412-37c8f37f3ba2 demo admin] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:38:05.876348 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-df60c5d2-09ed-4007-9412-37c8f37f3ba2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606936'] for router_interface (df89a96d-d009-4442-82bb-83b63258d649), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:06.110195 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-ef9db3cb-8660-4f42-98cf-bbe2bd2ab822 None None] Provisioning complete for port d607a9d3-3628-4019-b940-cd4738dfd02e triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:38:06.110794 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-ef9db3cb-8660-4f42-98cf-bbe2bd2ab822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (d607a9d3-3628-4019-b940-cd4738dfd02e), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:06.132235 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-df60c5d2-09ed-4007-9412-37c8f37f3ba2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (d607a9d3-3628-4019-b940-cd4738dfd02e), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:06.143133 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-ef9db3cb-8660-4f42-98cf-bbe2bd2ab822 None None] Port d607a9d3-3628-4019-b940-cd4738dfd02e cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:38:06.339198 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-df60c5d2-09ed-4007-9412-37c8f37f3ba2 demo admin] Publish callbacks [] for port (d607a9d3-3628-4019-b940-cd4738dfd02e), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:06.343594 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-df60c5d2-09ed-4007-9412-37c8f37f3ba2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (d607a9d3-3628-4019-b940-cd4738dfd02e), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:06.344361 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-df60c5d2-09ed-4007-9412-37c8f37f3ba2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607044'] for router_interface (df89a96d-d009-4442-82bb-83b63258d649), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:06.404162 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df60c5d2-09ed-4007-9412-37c8f37f3ba2 demo admin] Pushing event updated for resources: {'Port': ['ID=d607a9d3-3628-4019-b940-cd4738dfd02e,revision_number=2']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:38:06.469162 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df60c5d2-09ed-4007-9412-37c8f37f3ba2 demo admin] Network 011f19bf-9a40-45c9-9c08-30b5e8c931d9 is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:38:06.470912 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-df60c5d2-09ed-4007-9412-37c8f37f3ba2 demo admin] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:38:06.525029 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:06.645902 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df60c5d2-09ed-4007-9412-37c8f37f3ba2 demo admin] Router df89a96d-d009-4442-82bb-83b63258d649 is scheduled to L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 with binding_index 1 {{(pid=109499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 15:38:06.665246 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-d3c01a1b-99eb-4971-a9ae-5c895d3a5949 None None] Provisioning complete for port d607a9d3-3628-4019-b940-cd4738dfd02e triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:38:06.666065 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-d3c01a1b-99eb-4971-a9ae-5c895d3a5949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (d607a9d3-3628-4019-b940-cd4738dfd02e), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:06.701213 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-d3c01a1b-99eb-4971-a9ae-5c895d3a5949 None None] Port d607a9d3-3628-4019-b940-cd4738dfd02e cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:38:06.743367 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df60c5d2-09ed-4007-9412-37c8f37f3ba2 demo admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:38:06.748521 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-df60c5d2-09ed-4007-9412-37c8f37f3ba2 demo admin] 10.222.0.67 "PUT /v2.0/routers/df89a96d-d009-4442-82bb-83b63258d649/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7984357 Feb 17 15:38:06.763587 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] Sync routers for ids ['df89a96d-d009-4442-82bb-83b63258d649'] in dv-cinder-606346-36-iscsi {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:38:06.777863 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] Routers {'df89a96d-d009-4442-82bb-83b63258d649'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:38:06.778717 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:38:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['df89a96d-d009-4442-82bb-83b63258d649'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:38:06.965550 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] Set router df89a96d-d009-4442-82bb-83b63258d649 gateway port host: None {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:38:07.397912 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df89a96d-d009-4442-82bb-83b63258d649', 'name': 'router1', 'tenant_id': '02ee4f42e6794d94b76c7df8bcb56671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:37:55Z', 'updated_at': '2022-02-17T15:38:06Z', 'revision_number': 2, 'project_id': '02ee4f42e6794d94b76c7df8bcb56671', 'gw_port_host': None, '_interfaces': [{'id': 'd607a9d3-3628-4019-b940-cd4738dfd02e', 'name': '', 'network_id': '011f19bf-9a40-45c9-9c08-30b5e8c931d9', 'tenant_id': '02ee4f42e6794d94b76c7df8bcb56671', 'mac_address': 'fa:16:3e:60:b0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df89a96d-d009-4442-82bb-83b63258d649', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '43c3d497-396d-494e-a332-46a1738c7926', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:38:05Z', 'updated_at': '2022-02-17T15:38:06Z', 'revision_number': 2, 'project_id': '02ee4f42e6794d94b76c7df8bcb56671', 'subnets': [{'id': '43c3d497-396d-494e-a332-46a1738c7926', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7cbba9b-bd70-4f42-850d-63dcc17655ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:38:07.448847 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] Checking router: df89a96d-d009-4442-82bb-83b63258d649 for host: dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:38:07.449223 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] Updating router df89a96d-d009-4442-82bb-83b63258d649 port d607a9d3-3628-4019-b940-cd4738dfd02e binding host dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 15:38:07.501050 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (d607a9d3-3628-4019-b940-cd4738dfd02e), before_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:08.003088 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] Publish callbacks [] for port (d607a9d3-3628-4019-b940-cd4738dfd02e), precommit_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:08.009669 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (d607a9d3-3628-4019-b940-cd4738dfd02e), after_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:08.116327 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c821b16-92d6-4e84-91ac-bbc2fc682a2f None None] Pushing event updated for resources: {'Port': ['ID=d607a9d3-3628-4019-b940-cd4738dfd02e,revision_number=3']} {{(pid=109501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:38:08.166140 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c821b16-92d6-4e84-91ac-bbc2fc682a2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:38:08.166730 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c821b16-92d6-4e84-91ac-bbc2fc682a2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:38:08.167147 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c821b16-92d6-4e84-91ac-bbc2fc682a2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:38:08.167633 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c821b16-92d6-4e84-91ac-bbc2fc682a2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:38:08.167997 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c821b16-92d6-4e84-91ac-bbc2fc682a2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:38:08.168562 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c821b16-92d6-4e84-91ac-bbc2fc682a2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:38:08.168993 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c821b16-92d6-4e84-91ac-bbc2fc682a2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:38:08.169345 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c821b16-92d6-4e84-91ac-bbc2fc682a2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:38:08.169587 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c821b16-92d6-4e84-91ac-bbc2fc682a2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:38:08.169939 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c821b16-92d6-4e84-91ac-bbc2fc682a2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:38:08.170192 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c821b16-92d6-4e84-91ac-bbc2fc682a2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:38:08.170515 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c821b16-92d6-4e84-91ac-bbc2fc682a2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:38:08.170832 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c821b16-92d6-4e84-91ac-bbc2fc682a2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c821b16-92d6-4e84-91ac-bbc2fc682a2f None None] Tracked resource versions report: Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: pushed versions: Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: { 'AddressGroup': {'1.2'}, Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: 'ConntrackHelper': {'1.0'}, Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: 'LocalIPAssociation': {'1.0'}, Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: 'Log': {'1.0'}, Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: 'Network': {'1.1'}, Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: 'Port': {'1.7'}, Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: 'PortForwarding': {'1.2'}, Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: 'QosPolicy': {'1.10'}, Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: 'SecurityGroup': {'1.5'}, Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: 'SecurityGroupRule': {'1.2'}, Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: 'SubPort': {'1.0'}, Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: 'Subnet': {'1.1'}, Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: 'Trunk': {'1.1'}} Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: consumer versions: Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: { DHCP agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: L3 agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: Metadata agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: Metering agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: Open vSwitch agent@dv-cinder-606346-36-iscsi: { 'AddressGroup': '1.2', Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: 'ConntrackHelper': '1.0', Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: 'LocalIPAssociation': '1.0', Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: 'Log': '1.0', Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: 'Network': '1.1', Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: 'Port': '1.7', Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: 'PortForwarding': '1.2', Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: 'QosPolicy': '1.10', Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: 'SecurityGroup': '1.5', Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: 'SecurityGroupRule': '1.2', Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: 'SubPort': '1.0', Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: 'Subnet': '1.1', Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: 'Trunk': '1.1'}} Feb 17 15:38:08.172313 dv-cinder-606346-36-iscsi neutron-server[109501]: {{(pid=109501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 15:38:08.201652 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] Attempting to bind port d607a9d3-3628-4019-b940-cd4738dfd02e on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:38:08.202048 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] Attempting to bind port d607a9d3-3628-4019-b940-cd4738dfd02e by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': 'ce5206d7-f665-4937-9358-48a54cbc6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '011f19bf-9a40-45c9-9c08-30b5e8c931d9'}] {{(pid=109501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:38:08.202536 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] Attempting to bind port d607a9d3-3628-4019-b940-cd4738dfd02e on network 011f19bf-9a40-45c9-9c08-30b5e8c931d9 {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:38:08.207392 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:38:08.207797 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] Checking segment: {'id': 'ce5206d7-f665-4937-9358-48a54cbc6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '011f19bf-9a40-45c9-9c08-30b5e8c931d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:38:08.208267 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:08.208694 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] Bound using segment: {'id': 'ce5206d7-f665-4937-9358-48a54cbc6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '011f19bf-9a40-45c9-9c08-30b5e8c931d9'} {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:38:08.209153 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] Bound port: d607a9d3-3628-4019-b940-cd4738dfd02e, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5206d7-f665-4937-9358-48a54cbc6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '011f19bf-9a40-45c9-9c08-30b5e8c931d9'}}] {{(pid=109501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:38:08.209521 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (d607a9d3-3628-4019-b940-cd4738dfd02e), before_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:08.226965 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-8dfc6d23-f7bf-4bc0-b64e-e5d21cfac7bb None None] Provisioning complete for port d607a9d3-3628-4019-b940-cd4738dfd02e triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:38:08.227528 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-8dfc6d23-f7bf-4bc0-b64e-e5d21cfac7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (d607a9d3-3628-4019-b940-cd4738dfd02e), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:08.259934 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-8dfc6d23-f7bf-4bc0-b64e-e5d21cfac7bb None None] Port d607a9d3-3628-4019-b940-cd4738dfd02e cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:38:08.279300 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.db [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] For port d607a9d3-3628-4019-b940-cd4738dfd02e, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:38:08.299607 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.db [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] For port d607a9d3-3628-4019-b940-cd4738dfd02e, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=d607a9d3-3628-4019-b940-cd4738dfd02e,segment=NetworkSegment(ce5206d7-f665-4937-9358-48a54cbc6108),segment_id=ce5206d7-f665-4937-9358-48a54cbc6108)] {{(pid=109501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:38:08.305722 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (d607a9d3-3628-4019-b940-cd4738dfd02e), after_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:08.365297 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] Routers {'df89a96d-d009-4442-82bb-83b63258d649'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:38:08.365912 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:38:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['df89a96d-d009-4442-82bb-83b63258d649'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:38:08.367842 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c821b16-92d6-4e84-91ac-bbc2fc682a2f None None] Pushing event updated for resources: {'Port': ['ID=d607a9d3-3628-4019-b940-cd4738dfd02e,revision_number=4']} {{(pid=109501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:38:08.460671 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] Set router df89a96d-d009-4442-82bb-83b63258d649 gateway port host: None {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:38:08.580665 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2403e48e-42f2-4e9c-bbdb-af163d84ac54 None None] Provisioning complete for port d607a9d3-3628-4019-b940-cd4738dfd02e triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:38:08.581529 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2403e48e-42f2-4e9c-bbdb-af163d84ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (d607a9d3-3628-4019-b940-cd4738dfd02e), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:08.659475 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2403e48e-42f2-4e9c-bbdb-af163d84ac54 None None] Current status of the port d607a9d3-3628-4019-b940-cd4738dfd02e is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:38:08.659873 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2403e48e-42f2-4e9c-bbdb-af163d84ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (d607a9d3-3628-4019-b940-cd4738dfd02e), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:08.670986 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df89a96d-d009-4442-82bb-83b63258d649', 'name': 'router1', 'tenant_id': '02ee4f42e6794d94b76c7df8bcb56671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:37:55Z', 'updated_at': '2022-02-17T15:38:06Z', 'revision_number': 2, 'project_id': '02ee4f42e6794d94b76c7df8bcb56671', 'gw_port_host': None, '_interfaces': [{'id': 'd607a9d3-3628-4019-b940-cd4738dfd02e', 'name': '', 'network_id': '011f19bf-9a40-45c9-9c08-30b5e8c931d9', 'tenant_id': '02ee4f42e6794d94b76c7df8bcb56671', 'mac_address': 'fa:16:3e:60:b0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df89a96d-d009-4442-82bb-83b63258d649', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '43c3d497-396d-494e-a332-46a1738c7926', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:38:05Z', 'updated_at': '2022-02-17T15:38:08Z', 'revision_number': 4, 'project_id': '02ee4f42e6794d94b76c7df8bcb56671', 'subnets': [{'id': '43c3d497-396d-494e-a332-46a1738c7926', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7cbba9b-bd70-4f42-850d-63dcc17655ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:38:08.705205 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9e025b-f32e-4b51-be7e-983fd9b56e0a None None] The sync data for ids ['df89a96d-d009-4442-82bb-83b63258d649'] in dv-cinder-606346-36-iscsi is: [{'id': 'df89a96d-d009-4442-82bb-83b63258d649', 'name': 'router1', 'tenant_id': '02ee4f42e6794d94b76c7df8bcb56671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:37:55Z', 'updated_at': '2022-02-17T15:38:06Z', 'revision_number': 2, 'project_id': '02ee4f42e6794d94b76c7df8bcb56671', 'gw_port_host': None, '_interfaces': [{'id': 'd607a9d3-3628-4019-b940-cd4738dfd02e', 'name': '', 'network_id': '011f19bf-9a40-45c9-9c08-30b5e8c931d9', 'tenant_id': '02ee4f42e6794d94b76c7df8bcb56671', 'mac_address': 'fa:16:3e:60:b0:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df89a96d-d009-4442-82bb-83b63258d649', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '43c3d497-396d-494e-a332-46a1738c7926', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:38:05Z', 'updated_at': '2022-02-17T15:38:08Z', 'revision_number': 4, 'project_id': '02ee4f42e6794d94b76c7df8bcb56671', 'subnets': [{'id': '43c3d497-396d-494e-a332-46a1738c7926', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7cbba9b-bd70-4f42-850d-63dcc17655ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:38:08.750148 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2403e48e-42f2-4e9c-bbdb-af163d84ac54 None None] For port d607a9d3-3628-4019-b940-cd4738dfd02e, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=d607a9d3-3628-4019-b940-cd4738dfd02e,segment=NetworkSegment(ce5206d7-f665-4937-9358-48a54cbc6108),segment_id=ce5206d7-f665-4937-9358-48a54cbc6108)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:38:08.755218 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2403e48e-42f2-4e9c-bbdb-af163d84ac54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (d607a9d3-3628-4019-b940-cd4738dfd02e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:08.804414 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2403e48e-42f2-4e9c-bbdb-af163d84ac54 None None] Pushing event updated for resources: {'Port': ['ID=d607a9d3-3628-4019-b940-cd4738dfd02e,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:38:09.175527 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 46918) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:38:09.284292 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960b4858-8e18-43b0-b832-8b53165cf5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:38:09.285594 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-960b4858-8e18-43b0-b832-8b53165cf5ef admin admin] 10.222.0.67 "GET /v2.0/networks/429489ab-2a85-400d-8dac-2c90bfd61144 HTTP/1.1" status: 200 len: 842 time: 0.1091077 Feb 17 15:38:09.294904 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-6756640e-2571-4c05-aa75-acd7a42c0c5f admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:38:09.317239 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6756640e-2571-4c05-aa75-acd7a42c0c5f admin admin] Made reservation on behalf of e4735b3776f64d30b68b46609c5a544f for: {'subnet': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:38:09.319462 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6756640e-2571-4c05-aa75-acd7a42c0c5f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:09.620698 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.objects.ports [None req-6756640e-2571-4c05-aa75-acd7a42c0c5f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109499) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 15:38:09.621141 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6756640e-2571-4c05-aa75-acd7a42c0c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for subnet (c701940c-dc66-45fb-ad02-3d3f314099e2), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:09.676732 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6756640e-2571-4c05-aa75-acd7a42c0c5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c701940c-dc66-45fb-ad02-3d3f314099e2,revision_number=0']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:38:09.685625 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6756640e-2571-4c05-aa75-acd7a42c0c5f admin admin] Checking segment: {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:38:09.685625 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6756640e-2571-4c05-aa75-acd7a42c0c5f admin admin] Network hostable DHCP agents. Network: 429489ab-2a85-400d-8dac-2c90bfd61144, hostable agents: ['c690b10a-9812-45df-b2f8-72b352956aca'], hosted agents: [] {{(pid=109499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 15:38:09.705713 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6756640e-2571-4c05-aa75-acd7a42c0c5f admin admin] Network 429489ab-2a85-400d-8dac-2c90bfd61144 is scheduled to be hosted by DHCP agent c690b10a-9812-45df-b2f8-72b352956aca with binding_index 1 {{(pid=109499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 15:38:09.716684 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-6756640e-2571-4c05-aa75-acd7a42c0c5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-36-iscsi, 429489ab-2a85-400d-8dac-2c90bfd61144) {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:38:09.722862 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6756640e-2571-4c05-aa75-acd7a42c0c5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:38:09.723968 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6756640e-2571-4c05-aa75-acd7a42c0c5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for subnet (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:09.727529 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1e171a-e678-4bb4-9e78-bde52551034c None None] Network 429489ab-2a85-400d-8dac-2c90bfd61144 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:38:09.745667 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-6756640e-2571-4c05-aa75-acd7a42c0c5f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4540272 Feb 17 15:38:09.833859 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a899f1e4-eaef-498a-b63c-ff15db44e908 None None] Network 429489ab-2a85-400d-8dac-2c90bfd61144 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:38:12.167799 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 46926) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:38:12.300486 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-7cb34b06-5259-4582-b5da-d803e2f1ff23 demo admin] 10.222.0.67 "GET /v2.0/routers/df89a96d-d009-4442-82bb-83b63258d649 HTTP/1.1" status: 200 len: 710 time: 0.1316144 Feb 17 15:38:12.385080 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafa5dbb-69de-4387-9654-82231607bcad demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:38:12.386448 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-bafa5dbb-69de-4387-9654-82231607bcad demo admin] 10.222.0.67 "GET /v2.0/networks/429489ab-2a85-400d-8dac-2c90bfd61144 HTTP/1.1" status: 200 len: 886 time: 0.0806437 Feb 17 15:38:12.395155 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-06c9eca3-90b0-446f-a1f0-8a28526a65f5 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:38:12.726630 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-06c9eca3-90b0-446f-a1f0-8a28526a65f5 demo admin] Publish callbacks [] for router_gateway (df89a96d-d009-4442-82bb-83b63258d649), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:12.961378 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-06c9eca3-90b0-446f-a1f0-8a28526a65f5 demo admin] Publish callbacks [] for router_gateway (df89a96d-d009-4442-82bb-83b63258d649), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:13.033106 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-06c9eca3-90b0-446f-a1f0-8a28526a65f5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:13.134085 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [None req-06c9eca3-90b0-446f-a1f0-8a28526a65f5 demo admin] Allocated IP 172.27.3.243 (429489ab-2a85-400d-8dac-2c90bfd61144/c701940c-dc66-45fb-ad02-3d3f314099e2/93d8ef2a-b752-4e91-850b-5a21b642a8f5) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:38:13.236935 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-06c9eca3-90b0-446f-a1f0-8a28526a65f5 demo admin] Publish callbacks [] for port (93d8ef2a-b752-4e91-850b-5a21b642a8f5), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:13.268918 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-06c9eca3-90b0-446f-a1f0-8a28526a65f5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664'] for port (93d8ef2a-b752-4e91-850b-5a21b642a8f5), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:13.308096 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9eca3-90b0-446f-a1f0-8a28526a65f5 demo admin] Network 429489ab-2a85-400d-8dac-2c90bfd61144 is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:38:13.310814 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-06c9eca3-90b0-446f-a1f0-8a28526a65f5 demo admin] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:38:13.317509 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9eca3-90b0-446f-a1f0-8a28526a65f5 demo admin] Pushing event updated for resources: {'Port': ['ID=93d8ef2a-b752-4e91-850b-5a21b642a8f5,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:38:13.319435 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c9eca3-90b0-446f-a1f0-8a28526a65f5 demo admin] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:38:13.568451 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-06c9eca3-90b0-446f-a1f0-8a28526a65f5 demo admin] Publish callbacks [] for router_gateway (df89a96d-d009-4442-82bb-83b63258d649), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:13.768588 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-06c9eca3-90b0-446f-a1f0-8a28526a65f5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1605998', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1608140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-222856'] for router (df89a96d-d009-4442-82bb-83b63258d649), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:13.772110 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-06c9eca3-90b0-446f-a1f0-8a28526a65f5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1606007', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1606012', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1608149'] for router (df89a96d-d009-4442-82bb-83b63258d649), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:13.983779 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c9eca3-90b0-446f-a1f0-8a28526a65f5 demo admin] Router df89a96d-d009-4442-82bb-83b63258d649 has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:38:14.096813 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c9eca3-90b0-446f-a1f0-8a28526a65f5 demo admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:38:14.101459 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-06c9eca3-90b0-446f-a1f0-8a28526a65f5 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:14.102660 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-06c9eca3-90b0-446f-a1f0-8a28526a65f5 demo admin] 10.222.0.67 "PUT /v2.0/routers/df89a96d-d009-4442-82bb-83b63258d649 HTTP/1.1" status: 200 len: 890 time: 1.7106078 Feb 17 15:38:16.618497 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 46938) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:38:16.734818 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-318b5ac4-8d97-47db-8d8a-144e72d9878c admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1137416 Feb 17 15:38:17.233813 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device d607a9d3-3628-4019-b940-cd4738dfd02e up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:38:17.286079 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port d607a9d3-3628-4019-b940-cd4738dfd02e triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:38:17.286772 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (d607a9d3-3628-4019-b940-cd4738dfd02e), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:17.369206 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port d607a9d3-3628-4019-b940-cd4738dfd02e is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:38:17.407152 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] Sync routers for ids ['df89a96d-d009-4442-82bb-83b63258d649'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:38:17.418253 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] Routers {'df89a96d-d009-4442-82bb-83b63258d649'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:38:17.418904 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:38:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['df89a96d-d009-4442-82bb-83b63258d649'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:38:17.641357 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] Set router df89a96d-d009-4442-82bb-83b63258d649 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:38:18.027087 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df89a96d-d009-4442-82bb-83b63258d649', 'name': 'router1', 'tenant_id': '02ee4f42e6794d94b76c7df8bcb56671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '93d8ef2a-b752-4e91-850b-5a21b642a8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:37:55Z', 'updated_at': '2022-02-17T15:38:13Z', 'revision_number': 4, 'project_id': '02ee4f42e6794d94b76c7df8bcb56671', 'gw_port': {'id': '93d8ef2a-b752-4e91-850b-5a21b642a8f5', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df89a96d-d009-4442-82bb-83b63258d649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:38:13Z', 'updated_at': '2022-02-17T15:38:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'd607a9d3-3628-4019-b940-cd4738dfd02e', 'name': '', 'network_id': '011f19bf-9a40-45c9-9c08-30b5e8c931d9', 'tenant_id': '02ee4f42e6794d94b76c7df8bcb56671', 'mac_address': 'fa:16:3e:60:b0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df89a96d-d009-4442-82bb-83b63258d649', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '43c3d497-396d-494e-a332-46a1738c7926', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:38:05Z', 'updated_at': '2022-02-17T15:38:08Z', 'revision_number': 5, 'project_id': '02ee4f42e6794d94b76c7df8bcb56671', 'subnets': [{'id': '43c3d497-396d-494e-a332-46a1738c7926', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7cbba9b-bd70-4f42-850d-63dcc17655ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:38:18.078639 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] Checking router: df89a96d-d009-4442-82bb-83b63258d649 for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:38:18.078943 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] Updating router df89a96d-d009-4442-82bb-83b63258d649 port 93d8ef2a-b752-4e91-850b-5a21b642a8f5 binding host dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 15:38:18.135733 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (93d8ef2a-b752-4e91-850b-5a21b642a8f5), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:18.541880 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] Publish callbacks [] for port (93d8ef2a-b752-4e91-850b-5a21b642a8f5), precommit_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:18.549351 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (93d8ef2a-b752-4e91-850b-5a21b642a8f5), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:18.602080 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c70aa3-9ffb-484e-871a-02b9dc2a6e92 None None] Pushing event updated for resources: {'Port': ['ID=93d8ef2a-b752-4e91-850b-5a21b642a8f5,revision_number=2']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:38:18.608917 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] Attempting to bind port 93d8ef2a-b752-4e91-850b-5a21b642a8f5 on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:38:18.609268 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] Attempting to bind port 93d8ef2a-b752-4e91-850b-5a21b642a8f5 by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:38:18.610289 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] Attempting to bind port 93d8ef2a-b752-4e91-850b-5a21b642a8f5 on network 429489ab-2a85-400d-8dac-2c90bfd61144 {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:38:18.617608 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:38:18.617997 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] Checking segment: {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:38:18.618744 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:18.619239 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] Bound using segment: {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:38:18.620366 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] Bound port: 93d8ef2a-b752-4e91-850b-5a21b642a8f5, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:38:18.620366 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (93d8ef2a-b752-4e91-850b-5a21b642a8f5), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:18.677252 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] For port 93d8ef2a-b752-4e91-850b-5a21b642a8f5, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:38:18.681404 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] For port 93d8ef2a-b752-4e91-850b-5a21b642a8f5, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=93d8ef2a-b752-4e91-850b-5a21b642a8f5,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:38:18.689086 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (93d8ef2a-b752-4e91-850b-5a21b642a8f5), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:18.758379 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] Routers {'df89a96d-d009-4442-82bb-83b63258d649'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:38:18.758667 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:38:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['df89a96d-d009-4442-82bb-83b63258d649'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:38:18.764181 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c70aa3-9ffb-484e-871a-02b9dc2a6e92 None None] Pushing event updated for resources: {'Port': ['ID=93d8ef2a-b752-4e91-850b-5a21b642a8f5,revision_number=3']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:38:18.875478 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] Set router df89a96d-d009-4442-82bb-83b63258d649 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:38:19.100176 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df89a96d-d009-4442-82bb-83b63258d649', 'name': 'router1', 'tenant_id': '02ee4f42e6794d94b76c7df8bcb56671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '93d8ef2a-b752-4e91-850b-5a21b642a8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:37:55Z', 'updated_at': '2022-02-17T15:38:13Z', 'revision_number': 4, 'project_id': '02ee4f42e6794d94b76c7df8bcb56671', 'gw_port': {'id': '93d8ef2a-b752-4e91-850b-5a21b642a8f5', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df89a96d-d009-4442-82bb-83b63258d649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:38:13Z', 'updated_at': '2022-02-17T15:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'd607a9d3-3628-4019-b940-cd4738dfd02e', 'name': '', 'network_id': '011f19bf-9a40-45c9-9c08-30b5e8c931d9', 'tenant_id': '02ee4f42e6794d94b76c7df8bcb56671', 'mac_address': 'fa:16:3e:60:b0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df89a96d-d009-4442-82bb-83b63258d649', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '43c3d497-396d-494e-a332-46a1738c7926', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:38:05Z', 'updated_at': '2022-02-17T15:38:08Z', 'revision_number': 5, 'project_id': '02ee4f42e6794d94b76c7df8bcb56671', 'subnets': [{'id': '43c3d497-396d-494e-a332-46a1738c7926', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7cbba9b-bd70-4f42-850d-63dcc17655ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:38:19.129366 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210fb051-7f17-4e2d-9211-d63864d0d0c5 None None] The sync data for ids ['df89a96d-d009-4442-82bb-83b63258d649'] in dv-cinder-606346-36-iscsi is: [{'id': 'df89a96d-d009-4442-82bb-83b63258d649', 'name': 'router1', 'tenant_id': '02ee4f42e6794d94b76c7df8bcb56671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '93d8ef2a-b752-4e91-850b-5a21b642a8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:37:55Z', 'updated_at': '2022-02-17T15:38:13Z', 'revision_number': 4, 'project_id': '02ee4f42e6794d94b76c7df8bcb56671', 'gw_port': {'id': '93d8ef2a-b752-4e91-850b-5a21b642a8f5', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df89a96d-d009-4442-82bb-83b63258d649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:38:13Z', 'updated_at': '2022-02-17T15:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'd607a9d3-3628-4019-b940-cd4738dfd02e', 'name': '', 'network_id': '011f19bf-9a40-45c9-9c08-30b5e8c931d9', 'tenant_id': '02ee4f42e6794d94b76c7df8bcb56671', 'mac_address': 'fa:16:3e:60:b0:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df89a96d-d009-4442-82bb-83b63258d649', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '43c3d497-396d-494e-a332-46a1738c7926', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:38:05Z', 'updated_at': '2022-02-17T15:38:08Z', 'revision_number': 5, 'project_id': '02ee4f42e6794d94b76c7df8bcb56671', 'subnets': [{'id': '43c3d497-396d-494e-a332-46a1738c7926', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a7cbba9b-bd70-4f42-850d-63dcc17655ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:38:21.303243 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 93d8ef2a-b752-4e91-850b-5a21b642a8f5 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:38:21.406474 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 93d8ef2a-b752-4e91-850b-5a21b642a8f5 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:38:21.407149 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (93d8ef2a-b752-4e91-850b-5a21b642a8f5), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:21.509621 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 93d8ef2a-b752-4e91-850b-5a21b642a8f5 is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:38:21.510391 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (93d8ef2a-b752-4e91-850b-5a21b642a8f5), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:21.550586 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] For port 93d8ef2a-b752-4e91-850b-5a21b642a8f5, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=93d8ef2a-b752-4e91-850b-5a21b642a8f5,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:38:21.557234 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (93d8ef2a-b752-4e91-850b-5a21b642a8f5), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:21.662372 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Pushing event updated for resources: {'Port': ['ID=93d8ef2a-b752-4e91-850b-5a21b642a8f5,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:38:23.249829 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 93d8ef2a-b752-4e91-850b-5a21b642a8f5 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:38:23.319408 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 93d8ef2a-b752-4e91-850b-5a21b642a8f5 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:38:23.320015 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (93d8ef2a-b752-4e91-850b-5a21b642a8f5), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:23.408896 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 93d8ef2a-b752-4e91-850b-5a21b642a8f5 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:38:29.971666 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-86787844-f1bc-4ca4-b549-4c8c4d5dad1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:32.370341 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-dee63359-8ef4-4519-bd0a-d8ef870ca67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:33.554932 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:35.030536 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:36.521112 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:38:37.600024 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 5 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:38:59.976341 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-bc7e4524-b1fc-48b7-b786-d30574592fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:39:02.365463 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-fc0401de-21ed-4372-8327-700780ffbb71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:39:03.549534 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:39:05.032314 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:39:06.515173 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:39:14.601769 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 5 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:39:29.972475 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-9f2ce431-da45-49ac-b7e9-d47a0ce6f558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:39:32.367816 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-1fd92fc1-5347-4170-abd7-3044ed281b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:39:33.560651 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:39:35.027505 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:39:36.518440 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:39:37.103105 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 47422) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:39:37.164093 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b734113-c027-41ec-894b-b5ee883c6ab8 admin admin] GET failed (client error): The resource could not be found. Feb 17 15:39:37.165402 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-7b734113-c027-41ec-894b-b5ee883c6ab8 admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613561 Feb 17 15:39:37.325024 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f20bf03-e8fe-42b1-9e48-9348f83d8b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:39:37.326431 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-5f20bf03-e8fe-42b1-9e48-9348f83d8b0b admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1563506 Feb 17 15:39:39.649791 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 47432) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:39:39.740052 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edb0826-8e86-4788-a73a-e58355935956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:39:39.741416 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-6edb0826-8e86-4788-a73a-e58355935956 admin admin] 10.222.0.67 "GET /v2.0/subnets/43c3d497-396d-494e-a332-46a1738c7926 HTTP/1.1" status: 200 len: 849 time: 0.0906785 Feb 17 15:39:39.751110 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-1fe168ba-9d9a-42d4-8340-7bd38b6e93df admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:39:39.833984 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-1fe168ba-9d9a-42d4-8340-7bd38b6e93df admin admin] Publish callbacks [] for subnet (43c3d497-396d-494e-a332-46a1738c7926), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:39:39.971894 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-1fe168ba-9d9a-42d4-8340-7bd38b6e93df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8726999381607'] for subnet (43c3d497-396d-494e-a332-46a1738c7926), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:39:40.003333 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe168ba-9d9a-42d4-8340-7bd38b6e93df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:39:40.003441 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-1fe168ba-9d9a-42d4-8340-7bd38b6e93df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for subnet (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:39:40.005323 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-1fe168ba-9d9a-42d4-8340-7bd38b6e93df admin admin] 10.222.0.67 "PUT /v2.0/subnets/43c3d497-396d-494e-a332-46a1738c7926 HTTP/1.1" status: 200 len: 868 time: 0.2577813 Feb 17 15:39:40.006686 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ae3dcf-61b4-47c3-9d76-ff85b21b8f3d None None] Network 011f19bf-9a40-45c9-9c08-30b5e8c931d9 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:39:40.024327 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe168ba-9d9a-42d4-8340-7bd38b6e93df admin admin] Pushing event updated for resources: {'Subnet': ['ID=43c3d497-396d-494e-a332-46a1738c7926,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:39:40.032497 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe168ba-9d9a-42d4-8340-7bd38b6e93df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:39:40.032935 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe168ba-9d9a-42d4-8340-7bd38b6e93df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:39:40.033201 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe168ba-9d9a-42d4-8340-7bd38b6e93df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:39:40.033544 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe168ba-9d9a-42d4-8340-7bd38b6e93df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:39:40.033885 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe168ba-9d9a-42d4-8340-7bd38b6e93df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:39:40.034218 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe168ba-9d9a-42d4-8340-7bd38b6e93df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:39:40.034576 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe168ba-9d9a-42d4-8340-7bd38b6e93df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:39:40.034912 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe168ba-9d9a-42d4-8340-7bd38b6e93df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:39:40.035268 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe168ba-9d9a-42d4-8340-7bd38b6e93df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:39:40.035606 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe168ba-9d9a-42d4-8340-7bd38b6e93df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:39:40.035937 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe168ba-9d9a-42d4-8340-7bd38b6e93df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:39:40.036266 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe168ba-9d9a-42d4-8340-7bd38b6e93df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:39:40.036623 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe168ba-9d9a-42d4-8340-7bd38b6e93df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:39:40.307432 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-7ad5201a-fc2c-47a9-ad69-3cadc465cc32 None None] Provisioning complete for port a9d41579-abf0-4447-8552-1779e1281c12 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:39:40.307821 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-7ad5201a-fc2c-47a9-ad69-3cadc465cc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (a9d41579-abf0-4447-8552-1779e1281c12), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:39:40.382934 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5201a-fc2c-47a9-ad69-3cadc465cc32 None None] Current status of the port a9d41579-abf0-4447-8552-1779e1281c12 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:39:40.392505 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-7ad5201a-fc2c-47a9-ad69-3cadc465cc32 None None] Provisioning complete for port d607a9d3-3628-4019-b940-cd4738dfd02e triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:39:40.392840 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-7ad5201a-fc2c-47a9-ad69-3cadc465cc32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (d607a9d3-3628-4019-b940-cd4738dfd02e), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:39:40.469104 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-7ad5201a-fc2c-47a9-ad69-3cadc465cc32 None None] Current status of the port d607a9d3-3628-4019-b940-cd4738dfd02e is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:39:42.332238 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 47440) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:39:42.529213 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ada19c5-a2b1-4aa5-8eef-357783c94514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:39:42.529618 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ada19c5-a2b1-4aa5-8eef-357783c94514 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:39:42.531163 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-1ada19c5-a2b1-4aa5-8eef-357783c94514 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1979492 Feb 17 15:39:44.831440 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 47448) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:39:44.961275 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52dbd06-d048-4808-9c58-489db3340b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:39:44.961761 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52dbd06-d048-4808-9c58-489db3340b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:39:44.963297 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-a52dbd06-d048-4808-9c58-489db3340b2b admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1308939 Feb 17 15:39:47.284523 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 47456) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:39:47.411179 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfa6865-316a-4d54-bc3b-49e95bf24b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:39:47.412531 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-4bfa6865-316a-4d54-bc3b-49e95bf24b21 admin admin] 10.222.0.67 "GET /v2.0/networks/011f19bf-9a40-45c9-9c08-30b5e8c931d9 HTTP/1.1" status: 200 len: 869 time: 0.1270533 Feb 17 15:39:49.712165 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 47464) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:39:49.832720 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98bf07d-38d1-4c71-a2e5-bb7d279ea638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:39:49.834071 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-b98bf07d-38d1-4c71-a2e5-bb7d279ea638 admin admin] 10.222.0.67 "GET /v2.0/networks/429489ab-2a85-400d-8dac-2c90bfd61144 HTTP/1.1" status: 200 len: 886 time: 0.1209226 Feb 17 15:39:51.601199 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 5 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:39:52.138407 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 47472) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:39:52.259442 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f79a52-f3ee-406b-a029-c367c93c1383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:39:52.259904 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f79a52-f3ee-406b-a029-c367c93c1383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:39:52.261499 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-09f79a52-f3ee-406b-a029-c367c93c1383 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1221235 Feb 17 15:39:54.569697 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 47480) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:39:54.703121 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f8d28e-ccea-446d-a6db-a636384f7453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:39:54.703584 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f8d28e-ccea-446d-a6db-a636384f7453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:39:54.705233 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-10f8d28e-ccea-446d-a6db-a636384f7453 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1345119 Feb 17 15:39:57.004343 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 47490) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:39:57.093327 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9c52b8-ffa9-4667-a75c-f31ab12ffc8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:39:57.094652 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-7f9c52b8-ffa9-4667-a75c-f31ab12ffc8e admin admin] 10.222.0.67 "GET /v2.0/subnets/43c3d497-396d-494e-a332-46a1738c7926 HTTP/1.1" status: 200 len: 868 time: 0.0893335 Feb 17 15:39:59.398692 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 47498) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:39:59.482488 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537a2983-e62d-4f17-8f10-cfd885989e7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:39:59.483731 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-537a2983-e62d-4f17-8f10-cfd885989e7e admin admin] 10.222.0.67 "GET /v2.0/subnets/c701940c-dc66-45fb-ad02-3d3f314099e2 HTTP/1.1" status: 200 len: 816 time: 0.0841022 Feb 17 15:39:59.973925 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-0b8af2cf-439d-40c3-b4d2-ae02cffb7b6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:02.368731 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-672c9aad-7861-4fa1-a179-4411b9d6902d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:03.556749 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:05.031327 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:06.520678 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:27.475156 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 47550) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:40:27.520765 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [None req-ccc909a0-27f4-490a-8cbb-bf3417fd223d admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 15:40:27.521745 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-ccc909a0-27f4-490a-8cbb-bf3417fd223d admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0457003 Feb 17 15:40:28.600162 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 5 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:40:29.901586 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 47558) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:40:29.962438 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ed8eb7-6c41-4bf6-9ace-e95753bb4a21 admin admin] GET failed (client error): The resource could not be found. Feb 17 15:40:29.963850 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-a5ed8eb7-6c41-4bf6-9ace-e95753bb4a21 admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0606833 Feb 17 15:40:29.975051 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-979219d9-4909-449f-bf94-ae29cd2f9a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:30.048234 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744578b3-1a42-4d1d-9617-270405399ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:40:30.049714 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-744578b3-1a42-4d1d-9617-270405399ebc admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0814910 Feb 17 15:40:32.358862 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 47566) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:40:32.372831 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-1a645592-957d-4fc7-b215-c22e6931c4aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:32.406869 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-74243999-e628-415f-a006-44b1ece7ae43 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:40:32.425530 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74243999-e628-415f-a006-44b1ece7ae43 admin admin] Made reservation on behalf of e4735b3776f64d30b68b46609c5a544f for: {'network': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:40:32.427841 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-74243999-e628-415f-a006-44b1ece7ae43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for network (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:32.455308 dv-cinder-606346-36-iscsi neutron-server[109499]: WARNING neutron.services.revisions.revision_plugin [None req-74243999-e628-415f-a006-44b1ece7ae43 admin admin] Could not find related network for resource to bump revision. Feb 17 15:40:32.465683 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74243999-e628-415f-a006-44b1ece7ae43 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=109499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 15:40:32.474476 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-74243999-e628-415f-a006-44b1ece7ae43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (60ee93c0-44e0-45b2-8b0a-23ffb127c6b6), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:32.474819 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.segments_db [None req-74243999-e628-415f-a006-44b1ece7ae43 admin admin] Added segment 60ee93c0-44e0-45b2-8b0a-23ffb127c6b6 of type vlan for network c5dd4957-bc1e-4330-87c5-cb9b6195b802 Feb 17 15:40:32.514935 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-74243999-e628-415f-a006-44b1ece7ae43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726998781570'] for network (c5dd4957-bc1e-4330-87c5-cb9b6195b802), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:32.643124 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-74243999-e628-415f-a006-44b1ece7ae43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for network (c5dd4957-bc1e-4330-87c5-cb9b6195b802), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:32.644215 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74243999-e628-415f-a006-44b1ece7ae43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:40:32.644812 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-74243999-e628-415f-a006-44b1ece7ae43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:32.670463 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-74243999-e628-415f-a006-44b1ece7ae43 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3106256 Feb 17 15:40:32.707577 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74243999-e628-415f-a006-44b1ece7ae43 admin admin] Pushing event updated for resources: {'Network': ['ID=c5dd4957-bc1e-4330-87c5-cb9b6195b802,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:40:32.718609 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Network c5dd4957-bc1e-4330-87c5-cb9b6195b802 details requested by agent ovs-agent-dv-cinder-606346-36-iscsi with host dv-cinder-606346-36-iscsi {{(pid=109500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 15:40:33.560654 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:34.994152 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 47574) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:40:35.036473 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:35.053632 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.pecan_wsgi.hooks.translation [None req-3920f1db-0d74-4f14-b765-d87abcafb79d admin admin] GET failed (client error): The resource could not be found. Feb 17 15:40:35.054891 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-3920f1db-0d74-4f14-b765-d87abcafb79d admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597587 Feb 17 15:40:35.124205 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ac7f31-de10-4510-8333-bf4956a81c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:40:35.125661 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-58ac7f31-de10-4510-8333-bf4956a81c31 admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0666997 Feb 17 15:40:35.134991 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-c4bc18a0-1cca-4506-9506-951997ae7bc0 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'c5dd4957-bc1e-4330-87c5-cb9b6195b802', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:40:35.153408 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bc18a0-1cca-4506-9506-951997ae7bc0 admin admin] Made reservation on behalf of e4735b3776f64d30b68b46609c5a544f for: {'subnet': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:40:35.155584 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c4bc18a0-1cca-4506-9506-951997ae7bc0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:35.312450 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c4bc18a0-1cca-4506-9506-951997ae7bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for subnet (963f09ec-bd7a-451e-a3d1-8359b9d5d4f5), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:35.363507 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc18a0-1cca-4506-9506-951997ae7bc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=963f09ec-bd7a-451e-a3d1-8359b9d5d4f5,revision_number=0']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:40:35.373778 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bc18a0-1cca-4506-9506-951997ae7bc0 admin admin] Checking segment: {'id': '60ee93c0-44e0-45b2-8b0a-23ffb127c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c5dd4957-bc1e-4330-87c5-cb9b6195b802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:40:35.374132 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bc18a0-1cca-4506-9506-951997ae7bc0 admin admin] Network hostable DHCP agents. Network: c5dd4957-bc1e-4330-87c5-cb9b6195b802, hostable agents: ['c690b10a-9812-45df-b2f8-72b352956aca'], hosted agents: [] {{(pid=109499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 15:40:35.390273 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bc18a0-1cca-4506-9506-951997ae7bc0 admin admin] Network c5dd4957-bc1e-4330-87c5-cb9b6195b802 is scheduled to be hosted by DHCP agent c690b10a-9812-45df-b2f8-72b352956aca with binding_index 1 {{(pid=109499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 15:40:35.398003 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-c4bc18a0-1cca-4506-9506-951997ae7bc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-36-iscsi, c5dd4957-bc1e-4330-87c5-cb9b6195b802) {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:40:35.401958 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bc18a0-1cca-4506-9506-951997ae7bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:40:35.402547 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c4bc18a0-1cca-4506-9506-951997ae7bc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for subnet (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:35.406685 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667b52d6-e832-4e1c-8ae6-03e6e70c0770 None None] Network c5dd4957-bc1e-4330-87c5-cb9b6195b802 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:40:35.427094 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-c4bc18a0-1cca-4506-9506-951997ae7bc0 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2857671 Feb 17 15:40:35.513722 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bcae54e-08a9-5feb-a18c-c07b874cf816-c5dd4957-bc1e-4330-87c5-cb9b6195b802', 'network_id': 'c5dd4957-bc1e-4330-87c5-cb9b6195b802', 'project_id': 'e4735b3776f64d30b68b46609c5a544f', 'fixed_ips': [{'subnet_id': '963f09ec-bd7a-451e-a3d1-8359b9d5d4f5'}]}} from dv-cinder-606346-36-iscsi. {{(pid=109500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 15:40:35.514629 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:35.666833 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.db_base_plugin_common [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Allocated IP 192.168.233.2 (c5dd4957-bc1e-4330-87c5-cb9b6195b802/963f09ec-bd7a-451e-a3d1-8359b9d5d4f5/733f6afc-05aa-4cc8-8247-ce09c398802a) {{(pid=109500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:40:35.812430 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Publish callbacks [] for port (733f6afc-05aa-4cc8-8247-ce09c398802a), precommit_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:35.818144 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664'] for port (733f6afc-05aa-4cc8-8247-ce09c398802a), after_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:35.853249 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Network c5dd4957-bc1e-4330-87c5-cb9b6195b802 is already hosted by enough agents. {{(pid=109500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:40:35.858443 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.scheduler.base_scheduler [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Resources bound (agent type, host, resource id): {{(pid=109500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:40:35.861945 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Received port after_create {{(pid=109500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:40:35.870324 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Pushing event updated for resources: {'Port': ['ID=733f6afc-05aa-4cc8-8247-ce09c398802a,revision_number=1']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:40:35.880153 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:40:35.880529 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:40:35.880895 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:40:35.881240 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:40:35.881577 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:40:35.881902 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:40:35.882241 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:40:35.882571 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:40:35.882896 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:40:35.883349 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:40:35.883558 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:40:35.883874 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:40:35.884191 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:40:35.930910 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Attempting to bind port 733f6afc-05aa-4cc8-8247-ce09c398802a on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:40:35.931278 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Attempting to bind port 733f6afc-05aa-4cc8-8247-ce09c398802a by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': '60ee93c0-44e0-45b2-8b0a-23ffb127c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c5dd4957-bc1e-4330-87c5-cb9b6195b802'}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:40:35.931638 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Attempting to bind port 733f6afc-05aa-4cc8-8247-ce09c398802a on network c5dd4957-bc1e-4330-87c5-cb9b6195b802 {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:40:35.937129 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:40:35.937499 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Checking segment: {'id': '60ee93c0-44e0-45b2-8b0a-23ffb127c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c5dd4957-bc1e-4330-87c5-cb9b6195b802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:40:35.937902 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:35.938288 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Bound using segment: {'id': '60ee93c0-44e0-45b2-8b0a-23ffb127c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c5dd4957-bc1e-4330-87c5-cb9b6195b802'} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:40:35.938743 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Bound port: 733f6afc-05aa-4cc8-8247-ce09c398802a, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ee93c0-44e0-45b2-8b0a-23ffb127c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c5dd4957-bc1e-4330-87c5-cb9b6195b802'}}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:40:35.939117 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (733f6afc-05aa-4cc8-8247-ce09c398802a), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:36.002512 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] For port 733f6afc-05aa-4cc8-8247-ce09c398802a, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:40:36.005712 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] For port 733f6afc-05aa-4cc8-8247-ce09c398802a, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=733f6afc-05aa-4cc8-8247-ce09c398802a,segment=NetworkSegment(60ee93c0-44e0-45b2-8b0a-23ffb127c6b6),segment_id=60ee93c0-44e0-45b2-8b0a-23ffb127c6b6)] {{(pid=109500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:40:36.011148 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (733f6afc-05aa-4cc8-8247-ce09c398802a), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:36.064846 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168049b-d042-4e86-b09d-3ea0c9fab486 None None] Pushing event updated for resources: {'Port': ['ID=733f6afc-05aa-4cc8-8247-ce09c398802a,revision_number=2']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:40:36.524567 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:36.899038 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a342ee37-fc28-473e-8400-f9aa4661b8d0 None None] Network c5dd4957-bc1e-4330-87c5-cb9b6195b802 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:40:37.013076 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-75adf431-a12d-48df-95e5-0a477715edf8 None None] Provisioning complete for port 733f6afc-05aa-4cc8-8247-ce09c398802a triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:40:37.013504 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-75adf431-a12d-48df-95e5-0a477715edf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (733f6afc-05aa-4cc8-8247-ce09c398802a), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:37.099572 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-75adf431-a12d-48df-95e5-0a477715edf8 None None] Current status of the port 733f6afc-05aa-4cc8-8247-ce09c398802a is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:40:37.100146 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-75adf431-a12d-48df-95e5-0a477715edf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (733f6afc-05aa-4cc8-8247-ce09c398802a), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:37.140351 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-75adf431-a12d-48df-95e5-0a477715edf8 None None] For port 733f6afc-05aa-4cc8-8247-ce09c398802a, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=733f6afc-05aa-4cc8-8247-ce09c398802a,segment=NetworkSegment(60ee93c0-44e0-45b2-8b0a-23ffb127c6b6),segment_id=60ee93c0-44e0-45b2-8b0a-23ffb127c6b6)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:40:37.145515 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-75adf431-a12d-48df-95e5-0a477715edf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (733f6afc-05aa-4cc8-8247-ce09c398802a), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:37.314840 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-a7463ccb-2db7-45f6-994c-d21c9c34dda2 None None] Provisioning complete for port 733f6afc-05aa-4cc8-8247-ce09c398802a triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:40:37.315227 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a7463ccb-2db7-45f6-994c-d21c9c34dda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (733f6afc-05aa-4cc8-8247-ce09c398802a), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:37.338038 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adf431-a12d-48df-95e5-0a477715edf8 None None] Pushing event updated for resources: {'Port': ['ID=733f6afc-05aa-4cc8-8247-ce09c398802a,revision_number=3']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:40:37.352552 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 733f6afc-05aa-4cc8-8247-ce09c398802a up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:40:37.440242 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 733f6afc-05aa-4cc8-8247-ce09c398802a triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:40:37.440671 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (733f6afc-05aa-4cc8-8247-ce09c398802a), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:37.442054 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-a7463ccb-2db7-45f6-994c-d21c9c34dda2 None None] Current status of the port 733f6afc-05aa-4cc8-8247-ce09c398802a is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:40:37.519243 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 733f6afc-05aa-4cc8-8247-ce09c398802a is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:40:39.288146 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 733f6afc-05aa-4cc8-8247-ce09c398802a up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:40:39.344128 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 733f6afc-05aa-4cc8-8247-ce09c398802a triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:40:39.344539 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (733f6afc-05aa-4cc8-8247-ce09c398802a), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:40:39.419679 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 733f6afc-05aa-4cc8-8247-ce09c398802a is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:40:59.977535 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-f247ff35-9e6a-41ff-bf37-67420238f5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:41:02.374381 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-c5c1d94a-c7f2-414a-b49b-7a9881fac16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:41:03.562991 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:41:05.030753 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:41:05.598881 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 5 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:41:06.528838 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:41:29.979303 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-282aaa8e-02a8-41a8-9c13-9f176b65f913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:41:32.375242 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-d0ff719d-4904-4c80-bbc9-932ccb1c2222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:41:33.566002 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:41:35.033267 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:41:36.531328 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:41:42.598253 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 5 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:41:59.980943 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-87a091fb-7d54-41dc-b939-6411a2a984c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:42:02.376805 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-4ec606fa-658b-493c-aeab-ab4e448f2f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:42:03.396010 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 47612) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:42:03.401599 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [None req-6c5d009a-9a22-4c29-97e0-f6882d6eaa9d tempest-verify_tempest_config-2127868742 tempest-verify_tempest_config-2127868742-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 15:42:03.402593 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-6c5d009a-9a22-4c29-97e0-f6882d6eaa9d tempest-verify_tempest_config-2127868742 tempest-verify_tempest_config-2127868742-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055747 Feb 17 15:42:03.567375 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:42:03.684727 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 47630) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:42:03.791127 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-df68a442-6793-4fe5-b56d-79bf1a803a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:42:03.912094 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-df68a442-6793-4fe5-b56d-79bf1a803a7c admin admin] Publish callbacks [] for security_group (2bc287f9-1010-4bb0-ba76-113e97c93a91), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:42:03.915591 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-df68a442-6793-4fe5-b56d-79bf1a803a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (2bc287f9-1010-4bb0-ba76-113e97c93a91), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:42:03.959238 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-df68a442-6793-4fe5-b56d-79bf1a803a7c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d1df172fd4ea41f4a403715e7e14bf92&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2734408 Feb 17 15:42:03.960209 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68a442-6793-4fe5-b56d-79bf1a803a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc287f9-1010-4bb0-ba76-113e97c93a91,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:42:03.962135 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 47636) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:42:03.967463 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68a442-6793-4fe5-b56d-79bf1a803a7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:03.967819 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68a442-6793-4fe5-b56d-79bf1a803a7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:03.968162 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68a442-6793-4fe5-b56d-79bf1a803a7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:03.968526 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68a442-6793-4fe5-b56d-79bf1a803a7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:03.968864 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68a442-6793-4fe5-b56d-79bf1a803a7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:03.969195 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68a442-6793-4fe5-b56d-79bf1a803a7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:03.969690 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68a442-6793-4fe5-b56d-79bf1a803a7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:03.970050 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68a442-6793-4fe5-b56d-79bf1a803a7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:03.970397 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68a442-6793-4fe5-b56d-79bf1a803a7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:03.970728 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68a442-6793-4fe5-b56d-79bf1a803a7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:03.971053 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68a442-6793-4fe5-b56d-79bf1a803a7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:03.971374 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68a442-6793-4fe5-b56d-79bf1a803a7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:03.971692 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df68a442-6793-4fe5-b56d-79bf1a803a7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:04.016640 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e36be70e-cf72-4600-8226-2f9e53d5ab77 admin admin] Publish callbacks [] for security_group (2bc287f9-1010-4bb0-ba76-113e97c93a91), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:42:04.036927 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e36be70e-cf72-4600-8226-2f9e53d5ab77 admin admin] Publish callbacks [] for security_group (2bc287f9-1010-4bb0-ba76-113e97c93a91), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:42:04.126300 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e36be70e-cf72-4600-8226-2f9e53d5ab77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (2bc287f9-1010-4bb0-ba76-113e97c93a91), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:42:04.129025 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e36be70e-cf72-4600-8226-2f9e53d5ab77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:42:04.130168 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-e36be70e-cf72-4600-8226-2f9e53d5ab77 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2bc287f9-1010-4bb0-ba76-113e97c93a91 HTTP/1.1" status: 204 len: 168 time: 0.1670020 Feb 17 15:42:04.138052 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36be70e-cf72-4600-8226-2f9e53d5ab77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc287f9-1010-4bb0-ba76-113e97c93a91,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:42:04.144483 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36be70e-cf72-4600-8226-2f9e53d5ab77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:04.144860 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36be70e-cf72-4600-8226-2f9e53d5ab77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:04.145210 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36be70e-cf72-4600-8226-2f9e53d5ab77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:04.145547 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36be70e-cf72-4600-8226-2f9e53d5ab77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:04.145881 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36be70e-cf72-4600-8226-2f9e53d5ab77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:04.146210 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36be70e-cf72-4600-8226-2f9e53d5ab77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:04.146558 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36be70e-cf72-4600-8226-2f9e53d5ab77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:04.146896 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36be70e-cf72-4600-8226-2f9e53d5ab77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:04.147223 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36be70e-cf72-4600-8226-2f9e53d5ab77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:04.147552 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36be70e-cf72-4600-8226-2f9e53d5ab77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:04.147871 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36be70e-cf72-4600-8226-2f9e53d5ab77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:04.148194 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36be70e-cf72-4600-8226-2f9e53d5ab77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:04.148537 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36be70e-cf72-4600-8226-2f9e53d5ab77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:42:05.036274 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:42:06.533837 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:42:19.596874 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 5 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:42:29.983992 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-8c7e780c-d415-4d35-ba5f-9e747eda69f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:42:32.378175 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-21d16cca-1fea-4184-a9f6-84f2b2513c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:42:33.571429 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:42:35.040410 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:42:36.534897 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:42:56.595763 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 5 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:42:59.985558 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-8208cfd0-a92c-4a6a-bd14-c5ffed117b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:43:02.378540 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-930c51a9-842d-4945-8d57-59827eeb73c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:43:03.574332 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:43:05.041156 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:43:06.535682 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:43:29.987852 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-19a1aa3c-fb31-49a5-8db0-6bb1c4f2d1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:43:32.381387 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-5d2e85ed-efdd-435d-931e-304929f2f45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:43:33.577856 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:43:33.594665 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 5 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:43:35.043722 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:43:36.539836 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:43:42.503027 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1607804'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:43:57.334102 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 47706) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:43:57.434357 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-79e1437e-8150-4de8-b97a-9b042838a908 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0991685 Feb 17 15:43:59.771608 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 47716) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:43:59.824023 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-95ad1f89-eef5-4fdd-9a7c-4029713d0bf9 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0513449 Feb 17 15:43:59.991217 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-34d6a78a-c60a-4ba9-9aff-6d70c363c0f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:44:02.383076 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-231f298e-a931-4531-b2c6-f67022042f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:44:03.581096 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:44:05.048359 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:44:06.534832 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:44:10.593788 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:44:12.488571 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:44:29.992492 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2e59c0fb-2518-4c38-aa5d-46762590c384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:44:32.383609 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-d61b3f64-8cc3-40ce-aa9e-7ffb291a0baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:44:33.582308 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:44:35.048814 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:44:36.541650 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:44:42.487039 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:44:47.595550 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:44:59.994711 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-105338a9-9f83-4564-828b-32fdcdaaf89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:02.493179 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-f5a060fc-934d-4381-81b3-7805aae91f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:03.586865 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:05.051714 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:06.535570 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:12.478419 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:24.594832 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:45:29.999256 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-3a214b08-b72d-4b38-b0b0-83d521686017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:30.973046 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 47892) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:31.217318 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1236467049-network', 'tenant_id': '05f0a8984e9b47928705c3398312ed12'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:45:31.239720 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Made reservation on behalf of 05f0a8984e9b47928705c3398312ed12 for: {'network': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:45:31.242282 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for network (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:31.252077 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:31.329242 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Publish callbacks [] for security_group (5a9dacfc-a9a1-496e-9016-dab8a8be41e7), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:31.336506 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (5a9dacfc-a9a1-496e-9016-dab8a8be41e7), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:31.364788 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=109499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 15:45:31.370398 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9dacfc-a9a1-496e-9016-dab8a8be41e7,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:31.379075 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.379453 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.379809 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.380143 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.380498 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.380833 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.381183 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.381512 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.381856 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.382181 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.382668 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.383148 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.383633 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Tracked resource versions report: Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: pushed versions: Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: { 'AddressGroup': {'1.2'}, Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: 'ConntrackHelper': {'1.0'}, Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: 'LocalIPAssociation': {'1.0'}, Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: 'Log': {'1.0'}, Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: 'Network': {'1.1'}, Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: 'Port': {'1.7'}, Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: 'PortForwarding': {'1.2'}, Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: 'QosPolicy': {'1.10'}, Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: 'SecurityGroup': {'1.5'}, Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: 'SecurityGroupRule': {'1.2'}, Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: 'SubPort': {'1.0'}, Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: 'Subnet': {'1.1'}, Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: 'Trunk': {'1.1'}} Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: consumer versions: Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: { DHCP agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: HyperV agent@hv-cinder-60634: {}, Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: L3 agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: Metadata agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: Metering agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: Open vSwitch agent@dv-cinder-606346-36-iscsi: { 'AddressGroup': '1.2', Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: 'ConntrackHelper': '1.0', Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: 'LocalIPAssociation': '1.0', Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: 'Log': '1.0', Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: 'Network': '1.1', Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: 'Port': '1.7', Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: 'PortForwarding': '1.2', Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: 'QosPolicy': '1.10', Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: 'SecurityGroup': '1.5', Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: 'SecurityGroupRule': '1.2', Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: 'SubPort': '1.0', Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: 'Subnet': '1.1', Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: 'Trunk': '1.1'}} Feb 17 15:45:31.384984 dv-cinder-606346-36-iscsi neutron-server[109499]: {{(pid=109499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 15:45:31.394654 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (55538985-2bef-4ca9-9d27-59001af909bc), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:31.395211 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.segments_db [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Added segment 55538985-2bef-4ca9-9d27-59001af909bc of type vlan for network ad5eb79a-29ab-494d-8432-3ccbc2a327de Feb 17 15:45:31.420098 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 47918) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:31.438254 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726998781570'] for network (ad5eb79a-29ab-494d-8432-3ccbc2a327de), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:31.466004 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for network (ad5eb79a-29ab-494d-8432-3ccbc2a327de), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:31.470528 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:31.471124 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:31.505920 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5316052 Feb 17 15:45:31.509005 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 47928) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:31.514569 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Request body: {'subnet': {'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1236467049-subnet', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:45:31.537152 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Made reservation on behalf of 05f0a8984e9b47928705c3398312ed12 for: {'subnet': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:45:31.539649 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:31.540522 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d330e-db7e-4d68-ab35-25b37da4284f admin admin] Pushing event updated for resources: {'Network': ['ID=ad5eb79a-29ab-494d-8432-3ccbc2a327de,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:31.553269 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Network ad5eb79a-29ab-494d-8432-3ccbc2a327de details requested by agent ovs-agent-dv-cinder-606346-36-iscsi with host dv-cinder-606346-36-iscsi {{(pid=109500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 15:45:31.724990 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 47940) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:31.745687 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for subnet (085193d0-4bed-4149-bda8-411e07e82670), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:31.802534 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Pushing event updated for resources: {'Subnet': ['ID=085193d0-4bed-4149-bda8-411e07e82670,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:31.812243 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.812627 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.812973 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.813306 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.813636 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.813969 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.814314 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.814644 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.814983 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.815315 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.815635 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.815952 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.816269 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Tracked resource versions report: Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: pushed versions: Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: { 'AddressGroup': {'1.2'}, Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: 'ConntrackHelper': {'1.0'}, Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: 'LocalIPAssociation': {'1.0'}, Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: 'Log': {'1.0'}, Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: 'Network': {'1.1'}, Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: 'Port': {'1.7'}, Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: 'PortForwarding': {'1.2'}, Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: 'QosPolicy': {'1.10'}, Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: 'SecurityGroup': {'1.5'}, Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: 'SecurityGroupRule': {'1.2'}, Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: 'SubPort': {'1.0'}, Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: 'Subnet': {'1.1'}, Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: 'Trunk': {'1.1'}} Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: consumer versions: Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: { DHCP agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: HyperV agent@hv-cinder-60634: {}, Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: L3 agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: Metadata agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: Metering agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: Open vSwitch agent@dv-cinder-606346-36-iscsi: { 'AddressGroup': '1.2', Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: 'ConntrackHelper': '1.0', Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: 'LocalIPAssociation': '1.0', Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: 'Log': '1.0', Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: 'Network': '1.1', Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: 'Port': '1.7', Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: 'PortForwarding': '1.2', Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: 'QosPolicy': '1.10', Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: 'SecurityGroup': '1.5', Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: 'SecurityGroupRule': '1.2', Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: 'SubPort': '1.0', Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: 'Subnet': '1.1', Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: 'Trunk': '1.1'}} Feb 17 15:45:31.817515 dv-cinder-606346-36-iscsi neutron-server[109498]: {{(pid=109498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 15:45:31.824672 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Checking segment: {'id': '55538985-2bef-4ca9-9d27-59001af909bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:45:31.825027 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Network hostable DHCP agents. Network: ad5eb79a-29ab-494d-8432-3ccbc2a327de, hostable agents: ['c690b10a-9812-45df-b2f8-72b352956aca'], hosted agents: [] {{(pid=109498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 15:45:31.841572 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Network ad5eb79a-29ab-494d-8432-3ccbc2a327de is scheduled to be hosted by DHCP agent c690b10a-9812-45df-b2f8-72b352956aca with binding_index 1 {{(pid=109498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 15:45:31.850755 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-36-iscsi, ad5eb79a-29ab-494d-8432-3ccbc2a327de) {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:45:31.855174 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:31.857028 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for subnet (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:31.860721 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e754a61-e988-48dc-9e7c-adc3bf9c6919 None None] Network ad5eb79a-29ab-494d-8432-3ccbc2a327de requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:45:31.873795 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-c247cd7f-646f-42ad-9264-7583dd2c123d admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3634892 Feb 17 15:45:31.876518 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 47946) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:31.880790 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-57f7f4fa-e642-4dc2-8471-8a531b135fde admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1236467049-router', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:45:31.905592 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-57f7f4fa-e642-4dc2-8471-8a531b135fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-222821'] for router (39550417-423d-4074-bc18-9d140e79833b), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:31.906867 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-57f7f4fa-e642-4dc2-8471-8a531b135fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-222878'] for router (39550417-423d-4074-bc18-9d140e79833b), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:31.931170 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-eadfdfd5-850a-468b-a604-ea2173f9abea admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-992522926-network', 'tenant_id': 'fc270855b3c64bb9a38e691bdfb44a37'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:45:31.972792 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadfdfd5-850a-468b-a604-ea2173f9abea admin admin] Made reservation on behalf of fc270855b3c64bb9a38e691bdfb44a37 for: {'network': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:45:31.975624 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-eadfdfd5-850a-468b-a604-ea2173f9abea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for network (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:31.985961 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-eadfdfd5-850a-468b-a604-ea2173f9abea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.001966 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bcae54e-08a9-5feb-a18c-c07b874cf816-ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'project_id': '05f0a8984e9b47928705c3398312ed12', 'fixed_ips': [{'subnet_id': '085193d0-4bed-4149-bda8-411e07e82670'}]}} from dv-cinder-606346-36-iscsi. {{(pid=109500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 15:45:32.002828 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.010586 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-57f7f4fa-e642-4dc2-8471-8a531b135fde admin admin] Publish callbacks [] for router_controller (39550417-423d-4074-bc18-9d140e79833b), precommit_add_association {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.077292 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-eadfdfd5-850a-468b-a604-ea2173f9abea admin admin] Publish callbacks [] for security_group (208f2413-b6b7-4fcc-9bd2-67b7dadff444), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.082713 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-eadfdfd5-850a-468b-a604-ea2173f9abea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (208f2413-b6b7-4fcc-9bd2-67b7dadff444), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.126989 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eadfdfd5-850a-468b-a604-ea2173f9abea admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=109498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 15:45:32.134355 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadfdfd5-850a-468b-a604-ea2173f9abea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208f2413-b6b7-4fcc-9bd2-67b7dadff444,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:32.157778 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-eadfdfd5-850a-468b-a604-ea2173f9abea admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8726999291522', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (4d8a13ba-6d66-4c10-880d-1567efc72bfd), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.158456 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-eadfdfd5-850a-468b-a604-ea2173f9abea admin admin] Unsubscribe: segment precommit_create {{(pid=109498) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 17 15:45:32.158932 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.db.segments_db [None req-eadfdfd5-850a-468b-a604-ea2173f9abea admin admin] Added segment 4d8a13ba-6d66-4c10-880d-1567efc72bfd of type vlan for network 71b67ac1-1524-4a81-a092-18f781c7eeab Feb 17 15:45:32.161428 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-57f7f4fa-e642-4dc2-8471-8a531b135fde admin admin] Publish callbacks [] for router_gateway (39550417-423d-4074-bc18-9d140e79833b), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.221434 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-eadfdfd5-850a-468b-a604-ea2173f9abea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726998781570'] for network (71b67ac1-1524-4a81-a092-18f781c7eeab), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.245468 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-197a1be9-b0c3-4818-8ace-8c40d71ca371 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-526983127-network', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:45:32.287786 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197a1be9-b0c3-4818-8ace-8c40d71ca371 admin admin] Made reservation on behalf of 769c58532a4348dcae2ac0328ff62a8f for: {'network': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:45:32.289844 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-eadfdfd5-850a-468b-a604-ea2173f9abea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for network (71b67ac1-1524-4a81-a092-18f781c7eeab), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.291531 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-197a1be9-b0c3-4818-8ace-8c40d71ca371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for network (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.291664 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadfdfd5-850a-468b-a604-ea2173f9abea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:32.293321 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-eadfdfd5-850a-468b-a604-ea2173f9abea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.328977 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.db_base_plugin_common [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Allocated IP 172.20.0.2 (ad5eb79a-29ab-494d-8432-3ccbc2a327de/085193d0-4bed-4149-bda8-411e07e82670/99f810b9-a465-429f-8c52-451b5791740b) {{(pid=109500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:45:32.360962 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-eadfdfd5-850a-468b-a604-ea2173f9abea admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9368737 Feb 17 15:45:32.371155 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 47962) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:32.389412 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-da4f8891-76c2-4a57-9b3b-aabbe7056e62 admin admin] Request body: {'subnet': {'network_id': '71b67ac1-1524-4a81-a092-18f781c7eeab', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-992522926-subnet', 'tenant_id': 'fc270855b3c64bb9a38e691bdfb44a37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:45:32.409753 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-4ed3a889-64f8-4588-bfa4-230935e7fc4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.422957 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-197a1be9-b0c3-4818-8ace-8c40d71ca371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.520905 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-197a1be9-b0c3-4818-8ace-8c40d71ca371 admin admin] Publish callbacks [] for security_group (01902a3b-ba16-4140-8feb-7c3fe9621ed2), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.545959 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-197a1be9-b0c3-4818-8ace-8c40d71ca371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (01902a3b-ba16-4140-8feb-7c3fe9621ed2), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.548939 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadfdfd5-850a-468b-a604-ea2173f9abea admin admin] Pushing event updated for resources: {'Network': ['ID=71b67ac1-1524-4a81-a092-18f781c7eeab,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:32.567311 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4f8891-76c2-4a57-9b3b-aabbe7056e62 admin admin] Made reservation on behalf of fc270855b3c64bb9a38e691bdfb44a37 for: {'subnet': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:45:32.570377 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-da4f8891-76c2-4a57-9b3b-aabbe7056e62 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.574621 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197a1be9-b0c3-4818-8ace-8c40d71ca371 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=109499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 15:45:32.587280 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-197a1be9-b0c3-4818-8ace-8c40d71ca371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (62cc0335-bd0e-43f5-a4e5-e158aba2febe), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.587682 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.segments_db [None req-197a1be9-b0c3-4818-8ace-8c40d71ca371 admin admin] Added segment 62cc0335-bd0e-43f5-a4e5-e158aba2febe of type vlan for network d7517828-d4b9-4a8f-8db6-7a3339da0c38 Feb 17 15:45:32.593064 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Network 71b67ac1-1524-4a81-a092-18f781c7eeab details requested by agent ovs-agent-dv-cinder-606346-36-iscsi with host dv-cinder-606346-36-iscsi {{(pid=109500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 15:45:32.636666 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a1be9-b0c3-4818-8ace-8c40d71ca371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01902a3b-ba16-4140-8feb-7c3fe9621ed2,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:32.665522 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Publish callbacks [] for port (99f810b9-a465-429f-8c52-451b5791740b), precommit_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.687291 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664'] for port (99f810b9-a465-429f-8c52-451b5791740b), after_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.711281 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Network ad5eb79a-29ab-494d-8432-3ccbc2a327de is already hosted by enough agents. {{(pid=109500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:45:32.728168 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.scheduler.base_scheduler [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Resources bound (agent type, host, resource id): {{(pid=109500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:45:32.729579 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-57f7f4fa-e642-4dc2-8471-8a531b135fde admin admin] Publish callbacks [] for router_gateway (39550417-423d-4074-bc18-9d140e79833b), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.754205 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Received port after_create {{(pid=109500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:45:32.754958 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-57f7f4fa-e642-4dc2-8471-8a531b135fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.758330 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-197a1be9-b0c3-4818-8ace-8c40d71ca371 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726998781570'] for network (d7517828-d4b9-4a8f-8db6-7a3339da0c38), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.833714 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-197a1be9-b0c3-4818-8ace-8c40d71ca371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for network (d7517828-d4b9-4a8f-8db6-7a3339da0c38), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.835016 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197a1be9-b0c3-4818-8ace-8c40d71ca371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:32.835823 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-197a1be9-b0c3-4818-8ace-8c40d71ca371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.863692 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-197a1be9-b0c3-4818-8ace-8c40d71ca371 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1373591 Feb 17 15:45:32.882000 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Attempting to bind port 99f810b9-a465-429f-8c52-451b5791740b on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:45:32.882374 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Attempting to bind port 99f810b9-a465-429f-8c52-451b5791740b by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': '55538985-2bef-4ca9-9d27-59001af909bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de'}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:45:32.882873 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Attempting to bind port 99f810b9-a465-429f-8c52-451b5791740b on network ad5eb79a-29ab-494d-8432-3ccbc2a327de {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:45:32.891876 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:45:32.892306 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Checking segment: {'id': '55538985-2bef-4ca9-9d27-59001af909bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:45:32.892693 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.893136 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Bound using segment: {'id': '55538985-2bef-4ca9-9d27-59001af909bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de'} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:45:32.893558 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Bound port: 99f810b9-a465-429f-8c52-451b5791740b, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55538985-2bef-4ca9-9d27-59001af909bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de'}}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:45:32.893990 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (99f810b9-a465-429f-8c52-451b5791740b), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.902884 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 47976) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:32.913853 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-483cca24-9f3e-4a57-b6c9-d394cc60f5e9 admin admin] Request body: {'subnet': {'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-526983127-subnet', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:45:32.946478 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483cca24-9f3e-4a57-b6c9-d394cc60f5e9 admin admin] Made reservation on behalf of 769c58532a4348dcae2ac0328ff62a8f for: {'subnet': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:45:32.949552 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-483cca24-9f3e-4a57-b6c9-d394cc60f5e9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.966124 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] For port 99f810b9-a465-429f-8c52-451b5791740b, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:45:32.970512 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] For port 99f810b9-a465-429f-8c52-451b5791740b, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=99f810b9-a465-429f-8c52-451b5791740b,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:45:32.971561 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-da4f8891-76c2-4a57-9b3b-aabbe7056e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for subnet (cefa4002-504a-46ad-a1ec-360dddceb9df), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.978118 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Pushing event updated for resources: {'Port': ['ID=99f810b9-a465-429f-8c52-451b5791740b,revision_number=1']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:32.983860 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (99f810b9-a465-429f-8c52-451b5791740b), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:32.994377 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:32.994729 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:32.995098 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:32.995448 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:32.995786 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:32.996744 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:32.997247 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:32.997715 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:32.998251 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:32.998463 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:32.998801 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:32.999127 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:32.999459 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Tracked resource versions report: Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: pushed versions: Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: { 'AddressGroup': {'1.2'}, Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: 'ConntrackHelper': {'1.0'}, Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: 'LocalIPAssociation': {'1.0'}, Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: 'Log': {'1.0'}, Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: 'Network': {'1.1'}, Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: 'Port': {'1.7'}, Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: 'PortForwarding': {'1.2'}, Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: 'QosPolicy': {'1.10'}, Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: 'SecurityGroup': {'1.5'}, Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: 'SecurityGroupRule': {'1.2'}, Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: 'SubPort': {'1.0'}, Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: 'Subnet': {'1.1'}, Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: 'Trunk': {'1.1'}} Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: consumer versions: Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: { DHCP agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: HyperV agent@hv-cinder-60634: {}, Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: L3 agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: Metadata agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: Metering agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: Open vSwitch agent@dv-cinder-606346-36-iscsi: { 'AddressGroup': '1.2', Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: 'ConntrackHelper': '1.0', Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: 'LocalIPAssociation': '1.0', Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: 'Log': '1.0', Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: 'Network': '1.1', Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: 'Port': '1.7', Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: 'PortForwarding': '1.2', Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: 'QosPolicy': '1.10', Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: 'SecurityGroup': '1.5', Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: 'SecurityGroupRule': '1.2', Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: 'SubPort': '1.0', Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: 'Subnet': '1.1', Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: 'Trunk': '1.1'}} Feb 17 15:45:33.000933 dv-cinder-606346-36-iscsi neutron-server[109500]: {{(pid=109500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 15:45:33.062972 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684c372-710b-4572-85e6-d07f5df8ef1a None None] Pushing event updated for resources: {'Port': ['ID=99f810b9-a465-429f-8c52-451b5791740b,revision_number=2']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:33.065743 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f8891-76c2-4a57-9b3b-aabbe7056e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cefa4002-504a-46ad-a1ec-360dddceb9df,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:33.128634 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4f8891-76c2-4a57-9b3b-aabbe7056e62 admin admin] Checking segment: {'id': '4d8a13ba-6d66-4c10-880d-1567efc72bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '71b67ac1-1524-4a81-a092-18f781c7eeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:45:33.129640 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4f8891-76c2-4a57-9b3b-aabbe7056e62 admin admin] Network hostable DHCP agents. Network: 71b67ac1-1524-4a81-a092-18f781c7eeab, hostable agents: ['c690b10a-9812-45df-b2f8-72b352956aca'], hosted agents: [] {{(pid=109498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 15:45:33.168141 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4f8891-76c2-4a57-9b3b-aabbe7056e62 admin admin] Network 71b67ac1-1524-4a81-a092-18f781c7eeab is scheduled to be hosted by DHCP agent c690b10a-9812-45df-b2f8-72b352956aca with binding_index 1 {{(pid=109498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 15:45:33.208989 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-da4f8891-76c2-4a57-9b3b-aabbe7056e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-36-iscsi, 71b67ac1-1524-4a81-a092-18f781c7eeab) {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:45:33.215713 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4f8891-76c2-4a57-9b3b-aabbe7056e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:33.216679 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-da4f8891-76c2-4a57-9b3b-aabbe7056e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for subnet (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:33.221391 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ae1ede-fffe-49e0-8403-24f195461c2d None None] Network 71b67ac1-1524-4a81-a092-18f781c7eeab requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:45:33.265023 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-da4f8891-76c2-4a57-9b3b-aabbe7056e62 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8835917 Feb 17 15:45:33.315589 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-483cca24-9f3e-4a57-b6c9-d394cc60f5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for subnet (6d98068c-df44-41c5-a48f-1683fecb288a), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:33.461585 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0140f58-a06f-4635-ad09-f97490c664e7 None None] Network 71b67ac1-1524-4a81-a092-18f781c7eeab requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:45:33.550962 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483cca24-9f3e-4a57-b6c9-d394cc60f5e9 admin admin] Checking segment: {'id': '62cc0335-bd0e-43f5-a4e5-e158aba2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:45:33.551310 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483cca24-9f3e-4a57-b6c9-d394cc60f5e9 admin admin] Network hostable DHCP agents. Network: d7517828-d4b9-4a8f-8db6-7a3339da0c38, hostable agents: ['c690b10a-9812-45df-b2f8-72b352956aca'], hosted agents: [] {{(pid=109499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 15:45:33.555484 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a1be9-b0c3-4818-8ace-8c40d71ca371 admin admin] Pushing event updated for resources: {'Network': ['ID=d7517828-d4b9-4a8f-8db6-7a3339da0c38,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:33.563116 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cca24-9f3e-4a57-b6c9-d394cc60f5e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d98068c-df44-41c5-a48f-1683fecb288a,revision_number=0']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:33.573300 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [None req-57f7f4fa-e642-4dc2-8471-8a531b135fde admin admin] Allocated IP 172.27.3.143 (429489ab-2a85-400d-8dac-2c90bfd61144/c701940c-dc66-45fb-ad02-3d3f314099e2/b88bf45e-5733-43b2-b081-5f54819f2721) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:45:33.619392 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483cca24-9f3e-4a57-b6c9-d394cc60f5e9 admin admin] Network d7517828-d4b9-4a8f-8db6-7a3339da0c38 is scheduled to be hosted by DHCP agent c690b10a-9812-45df-b2f8-72b352956aca with binding_index 1 {{(pid=109499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 15:45:33.641846 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-483cca24-9f3e-4a57-b6c9-d394cc60f5e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-36-iscsi, d7517828-d4b9-4a8f-8db6-7a3339da0c38) {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:45:33.664524 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483cca24-9f3e-4a57-b6c9-d394cc60f5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:33.665500 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-483cca24-9f3e-4a57-b6c9-d394cc60f5e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for subnet (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:33.693586 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d4a53c-f5ee-4aac-8248-5fa1296a2f91 None None] Network d7517828-d4b9-4a8f-8db6-7a3339da0c38 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:45:33.735975 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-483cca24-9f3e-4a57-b6c9-d394cc60f5e9 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8318326 Feb 17 15:45:33.738799 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 48002) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:33.753990 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-0032b709-cf91-46dd-86f9-76b1f46ec7cb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-526983127-router', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:45:33.795701 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0032b709-cf91-46dd-86f9-76b1f46ec7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-222821'] for router (7f9696a0-af62-48d6-8f16-90fc573834bc), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:33.796831 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0032b709-cf91-46dd-86f9-76b1f46ec7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-222878'] for router (7f9696a0-af62-48d6-8f16-90fc573834bc), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:33.827105 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-57f7f4fa-e642-4dc2-8471-8a531b135fde admin admin] Publish callbacks [] for port (b88bf45e-5733-43b2-b081-5f54819f2721), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:33.875533 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Network d7517828-d4b9-4a8f-8db6-7a3339da0c38 details requested by agent ovs-agent-dv-cinder-606346-36-iscsi with host dv-cinder-606346-36-iscsi {{(pid=109500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 15:45:33.893043 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:33.915507 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-57f7f4fa-e642-4dc2-8471-8a531b135fde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664'] for port (b88bf45e-5733-43b2-b081-5f54819f2721), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:33.920054 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0032b709-cf91-46dd-86f9-76b1f46ec7cb admin admin] Publish callbacks [] for router_controller (7f9696a0-af62-48d6-8f16-90fc573834bc), precommit_add_association {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:34.033749 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f7f4fa-e642-4dc2-8471-8a531b135fde admin admin] Network 429489ab-2a85-400d-8dac-2c90bfd61144 is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:45:34.078078 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-57f7f4fa-e642-4dc2-8471-8a531b135fde admin admin] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:45:34.097722 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f7f4fa-e642-4dc2-8471-8a531b135fde admin admin] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:45:34.217677 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0032b709-cf91-46dd-86f9-76b1f46ec7cb admin admin] Publish callbacks [] for router_gateway (7f9696a0-af62-48d6-8f16-90fc573834bc), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:34.247269 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc4d1a1-070d-40e2-9628-41391d5fe288 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bcae54e-08a9-5feb-a18c-c07b874cf816-d7517828-d4b9-4a8f-8db6-7a3339da0c38', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'fixed_ips': [{'subnet_id': '6d98068c-df44-41c5-a48f-1683fecb288a'}]}} from dv-cinder-606346-36-iscsi. {{(pid=109500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 15:45:34.248565 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d1a1-070d-40e2-9628-41391d5fe288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:34.378499 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7f4fa-e642-4dc2-8471-8a531b135fde admin admin] Pushing event updated for resources: {'Port': ['ID=b88bf45e-5733-43b2-b081-5f54819f2721,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:34.609919 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.db_base_plugin_common [None req-ebc4d1a1-070d-40e2-9628-41391d5fe288 None None] Allocated IP 172.20.0.2 (d7517828-d4b9-4a8f-8db6-7a3339da0c38/6d98068c-df44-41c5-a48f-1683fecb288a/8de7b9fa-9e4d-4903-9602-74cec10eb0de) {{(pid=109500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:45:34.748712 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-57f7f4fa-e642-4dc2-8471-8a531b135fde admin admin] Publish callbacks [] for router_gateway (39550417-423d-4074-bc18-9d140e79833b), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:34.857593 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0032b709-cf91-46dd-86f9-76b1f46ec7cb admin admin] Publish callbacks [] for router_gateway (7f9696a0-af62-48d6-8f16-90fc573834bc), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:34.919674 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0032b709-cf91-46dd-86f9-76b1f46ec7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:34.977684 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d1a1-070d-40e2-9628-41391d5fe288 None None] Publish callbacks [] for port (8de7b9fa-9e4d-4903-9602-74cec10eb0de), precommit_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:34.982333 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aae2f49-830a-4dee-a992-14790bbce99b None None] Network ad5eb79a-29ab-494d-8432-3ccbc2a327de requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:45:35.006246 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d1a1-070d-40e2-9628-41391d5fe288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664'] for port (8de7b9fa-9e4d-4903-9602-74cec10eb0de), after_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:35.080078 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-57f7f4fa-e642-4dc2-8471-8a531b135fde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605957'] for router (39550417-423d-4074-bc18-9d140e79833b), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:35.081243 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-263be835-fb32-4c20-a644-9946a43dd3ea None None] Provisioning complete for port 99f810b9-a465-429f-8c52-451b5791740b triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:45:35.081622 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-263be835-fb32-4c20-a644-9946a43dd3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (99f810b9-a465-429f-8c52-451b5791740b), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:35.181556 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc4d1a1-070d-40e2-9628-41391d5fe288 None None] Network d7517828-d4b9-4a8f-8db6-7a3339da0c38 is already hosted by enough agents. {{(pid=109500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:45:35.198564 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_common [None req-0032b709-cf91-46dd-86f9-76b1f46ec7cb admin admin] Allocated IP 172.27.3.57 (429489ab-2a85-400d-8dac-2c90bfd61144/c701940c-dc66-45fb-ad02-3d3f314099e2/9e18fdcb-0d73-4059-bfe4-dfc93eb82b71) {{(pid=109498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:45:35.261361 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f7f4fa-e642-4dc2-8471-8a531b135fde admin admin] Router 39550417-423d-4074-bc18-9d140e79833b is scheduled to L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 with binding_index 1 {{(pid=109499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 15:45:35.262090 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.scheduler.base_scheduler [None req-ebc4d1a1-070d-40e2-9628-41391d5fe288 None None] Resources bound (agent type, host, resource id): {{(pid=109500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:45:35.265627 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc4d1a1-070d-40e2-9628-41391d5fe288 None None] Received port after_create {{(pid=109500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:45:35.282551 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-263be835-fb32-4c20-a644-9946a43dd3ea None None] Current status of the port 99f810b9-a465-429f-8c52-451b5791740b is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:45:35.282943 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-263be835-fb32-4c20-a644-9946a43dd3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (99f810b9-a465-429f-8c52-451b5791740b), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:35.300368 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4d1a1-070d-40e2-9628-41391d5fe288 None None] Pushing event updated for resources: {'Port': ['ID=8de7b9fa-9e4d-4903-9602-74cec10eb0de,revision_number=1']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:35.365369 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:35.412602 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-ebc4d1a1-070d-40e2-9628-41391d5fe288 None None] Attempting to bind port 8de7b9fa-9e4d-4903-9602-74cec10eb0de on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:45:35.412978 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-ebc4d1a1-070d-40e2-9628-41391d5fe288 None None] Attempting to bind port 8de7b9fa-9e4d-4903-9602-74cec10eb0de by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': '62cc0335-bd0e-43f5-a4e5-e158aba2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38'}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:45:35.414917 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc4d1a1-070d-40e2-9628-41391d5fe288 None None] Attempting to bind port 8de7b9fa-9e4d-4903-9602-74cec10eb0de on network d7517828-d4b9-4a8f-8db6-7a3339da0c38 {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:45:35.429745 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-263be835-fb32-4c20-a644-9946a43dd3ea None None] For port 99f810b9-a465-429f-8c52-451b5791740b, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=99f810b9-a465-429f-8c52-451b5791740b,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:45:35.444667 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0032b709-cf91-46dd-86f9-76b1f46ec7cb admin admin] Publish callbacks [] for port (9e18fdcb-0d73-4059-bfe4-dfc93eb82b71), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:35.444933 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-263be835-fb32-4c20-a644-9946a43dd3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (99f810b9-a465-429f-8c52-451b5791740b), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:35.455650 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc4d1a1-070d-40e2-9628-41391d5fe288 None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:45:35.456015 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc4d1a1-070d-40e2-9628-41391d5fe288 None None] Checking segment: {'id': '62cc0335-bd0e-43f5-a4e5-e158aba2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:45:35.456412 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d1a1-070d-40e2-9628-41391d5fe288 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:35.456829 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc4d1a1-070d-40e2-9628-41391d5fe288 None None] Bound using segment: {'id': '62cc0335-bd0e-43f5-a4e5-e158aba2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38'} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:45:35.457308 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-ebc4d1a1-070d-40e2-9628-41391d5fe288 None None] Bound port: 8de7b9fa-9e4d-4903-9602-74cec10eb0de, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cc0335-bd0e-43f5-a4e5-e158aba2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38'}}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:45:35.457682 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d1a1-070d-40e2-9628-41391d5fe288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8de7b9fa-9e4d-4903-9602-74cec10eb0de), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:35.464035 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f7f4fa-e642-4dc2-8471-8a531b135fde admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:45:35.482432 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] Sync routers for ids ['39550417-423d-4074-bc18-9d140e79833b'] in dv-cinder-606346-36-iscsi {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:45:35.498313 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] Routers {'39550417-423d-4074-bc18-9d140e79833b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:45:35.499053 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:45:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['39550417-423d-4074-bc18-9d140e79833b'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:45:35.507092 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-57f7f4fa-e642-4dc2-8471-8a531b135fde admin admin] Publish callbacks [] for router (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:35.512843 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 48088) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:35.517517 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-57f7f4fa-e642-4dc2-8471-8a531b135fde admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6360705 Feb 17 15:45:35.543476 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 48090) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:35.677787 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263be835-fb32-4c20-a644-9946a43dd3ea None None] Pushing event updated for resources: {'Port': ['ID=99f810b9-a465-429f-8c52-451b5791740b,revision_number=3']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:35.694451 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 99f810b9-a465-429f-8c52-451b5791740b up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:45:35.736198 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 48108) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:35.740850 dv-cinder-606346-36-iscsi neutron-server[109499]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 15:45:35.826990 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0032b709-cf91-46dd-86f9-76b1f46ec7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664'] for port (9e18fdcb-0d73-4059-bfe4-dfc93eb82b71), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:35.836234 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-ebc4d1a1-070d-40e2-9628-41391d5fe288 None None] For port 8de7b9fa-9e4d-4903-9602-74cec10eb0de, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:45:35.841211 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-ebc4d1a1-070d-40e2-9628-41391d5fe288 None None] For port 8de7b9fa-9e4d-4903-9602-74cec10eb0de, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=8de7b9fa-9e4d-4903-9602-74cec10eb0de,segment=NetworkSegment(62cc0335-bd0e-43f5-a4e5-e158aba2febe),segment_id=62cc0335-bd0e-43f5-a4e5-e158aba2febe)] {{(pid=109500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:45:35.852174 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 99f810b9-a465-429f-8c52-451b5791740b triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:45:35.852644 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (99f810b9-a465-429f-8c52-451b5791740b), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:35.854282 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] Set router 39550417-423d-4074-bc18-9d140e79833b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:45:35.931400 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-ebc4d1a1-070d-40e2-9628-41391d5fe288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (8de7b9fa-9e4d-4903-9602-74cec10eb0de), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:35.991707 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032b709-cf91-46dd-86f9-76b1f46ec7cb admin admin] Pushing event updated for resources: {'Port': ['ID=9e18fdcb-0d73-4059-bfe4-dfc93eb82b71,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:36.019326 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0032b709-cf91-46dd-86f9-76b1f46ec7cb admin admin] Network 429489ab-2a85-400d-8dac-2c90bfd61144 is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:45:36.030448 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-0032b709-cf91-46dd-86f9-76b1f46ec7cb admin admin] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:45:36.039598 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4d1a1-070d-40e2-9628-41391d5fe288 None None] Pushing event updated for resources: {'Port': ['ID=8de7b9fa-9e4d-4903-9602-74cec10eb0de,revision_number=2']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:36.041542 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0032b709-cf91-46dd-86f9-76b1f46ec7cb admin admin] Received port after_create {{(pid=109498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:45:36.129502 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 99f810b9-a465-429f-8c52-451b5791740b is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:45:36.144748 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9b31e0a9-4409-4c69-9b13-99715b97fae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:36.180333 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-3e08e727-c0d4-43be-a647-dfe56c9d2cf9 None None] Provisioning complete for port 99f810b9-a465-429f-8c52-451b5791740b triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:45:36.180785 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-3e08e727-c0d4-43be-a647-dfe56c9d2cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (99f810b9-a465-429f-8c52-451b5791740b), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:36.412287 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-7f073ed2-0e36-4f88-9897-27599962fa88 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:36.415111 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-7f073ed2-0e36-4f88-9897-27599962fa88 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/networks?id=71b67ac1-1524-4a81-a092-18f781c7eeab HTTP/1.1" status: 200 len: 811 time: 0.6754055 Feb 17 15:45:36.425796 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-3e08e727-c0d4-43be-a647-dfe56c9d2cf9 None None] Current status of the port 99f810b9-a465-429f-8c52-451b5791740b is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:45:36.448352 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-297570e1-f848-4cb7-a71c-7278640c710d tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/quotas/fc270855b3c64bb9a38e691bdfb44a37 HTTP/1.1" status: 200 len: 375 time: 0.0182331 Feb 17 15:45:36.549430 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:36.581372 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39550417-423d-4074-bc18-9d140e79833b', 'name': 'tempest-AttachVolumeShelveTestJSON-1236467049-router', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:31Z', 'updated_at': '2022-02-17T15:45:34Z', 'revision_number': 3, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'gw_port': {'id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:32Z', 'updated_at': '2022-02-17T15:45:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:45:36.608894 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9b31e0a9-4409-4c69-9b13-99715b97fae5 admin admin] Publish callbacks [] for security_group (2ded9bf4-aaa6-4b5b-8b9a-549e01c9955f), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:36.613988 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-9732198f-9ee1-47fd-81ec-9c5b4a96b1de tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc270855b3c64bb9a38e691bdfb44a37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1483893 Feb 17 15:45:36.616631 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9b31e0a9-4409-4c69-9b13-99715b97fae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (2ded9bf4-aaa6-4b5b-8b9a-549e01c9955f), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:36.623413 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] Checking router: 39550417-423d-4074-bc18-9d140e79833b for host: dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:45:36.623969 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] Updating router 39550417-423d-4074-bc18-9d140e79833b port b88bf45e-5733-43b2-b081-5f54819f2721 binding host dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 15:45:36.667444 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (b88bf45e-5733-43b2-b081-5f54819f2721), before_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:36.695773 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-9b31e0a9-4409-4c69-9b13-99715b97fae5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=431de7f790444eb9a8dfaef5c1a60312&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1512868 Feb 17 15:45:36.697112 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31e0a9-4409-4c69-9b13-99715b97fae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ded9bf4-aaa6-4b5b-8b9a-549e01c9955f,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:36.699570 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 48132) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:36.884749 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-18c7e825-fa82-4d7a-af1c-58a4f3c50941 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 15:45:36.885743 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-18c7e825-fa82-4d7a-af1c-58a4f3c50941 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1060603 Feb 17 15:45:36.918773 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-38a7ed9b-e4c0-42c6-80a2-ae0654227bba admin admin] Publish callbacks [] for security_group (2ded9bf4-aaa6-4b5b-8b9a-549e01c9955f), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:36.957720 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0032b709-cf91-46dd-86f9-76b1f46ec7cb admin admin] Publish callbacks [] for router_gateway (7f9696a0-af62-48d6-8f16-90fc573834bc), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:37.002844 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-38a7ed9b-e4c0-42c6-80a2-ae0654227bba admin admin] Publish callbacks [] for security_group (2ded9bf4-aaa6-4b5b-8b9a-549e01c9955f), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:37.056871 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-526eb20e-038a-4e6b-aabc-ec07fb6adde6 service neutron] 10.222.0.67 "GET /v2.0/networks/71b67ac1-1524-4a81-a092-18f781c7eeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644819 Feb 17 15:45:37.176368 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] Publish callbacks [] for port (b88bf45e-5733-43b2-b081-5f54819f2721), precommit_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:37.190717 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (b88bf45e-5733-43b2-b081-5f54819f2721), after_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:37.304708 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] Attempting to bind port b88bf45e-5733-43b2-b081-5f54819f2721 on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:45:37.305087 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] Attempting to bind port b88bf45e-5733-43b2-b081-5f54819f2721 by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}] {{(pid=109501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:45:37.305453 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] Attempting to bind port b88bf45e-5733-43b2-b081-5f54819f2721 on network 429489ab-2a85-400d-8dac-2c90bfd61144 {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:45:37.351824 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-38a7ed9b-e4c0-42c6-80a2-ae0654227bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (2ded9bf4-aaa6-4b5b-8b9a-549e01c9955f), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:37.356239 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:45:37.356658 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] Checking segment: {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:45:37.358090 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:37.358538 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] Bound using segment: {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'} {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:45:37.360940 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] Bound port: b88bf45e-5733-43b2-b081-5f54819f2721, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}}] {{(pid=109501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:45:37.361108 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-38a7ed9b-e4c0-42c6-80a2-ae0654227bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:37.361865 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-38a7ed9b-e4c0-42c6-80a2-ae0654227bba admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2ded9bf4-aaa6-4b5b-8b9a-549e01c9955f HTTP/1.1" status: 204 len: 168 time: 0.6607702 Feb 17 15:45:37.379072 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (b88bf45e-5733-43b2-b081-5f54819f2721), before_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:37.396223 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7ed9b-e4c0-42c6-80a2-ae0654227bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ded9bf4-aaa6-4b5b-8b9a-549e01c9955f,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:37.414928 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 48162) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:37.438505 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea3af9-a65b-49a1-beb0-2aca2247299d None None] Pushing event updated for resources: {'Port': ['ID=b88bf45e-5733-43b2-b081-5f54819f2721,revision_number=2']} {{(pid=109501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:37.454832 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-51d94acb-a511-4a49-98d7-045e14ff1219 service neutron] 10.222.0.67 "GET /v2.0/networks/71b67ac1-1524-4a81-a092-18f781c7eeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869522 Feb 17 15:45:37.510010 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea3af9-a65b-49a1-beb0-2aca2247299d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:37.510381 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea3af9-a65b-49a1-beb0-2aca2247299d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:37.510733 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea3af9-a65b-49a1-beb0-2aca2247299d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:37.511071 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea3af9-a65b-49a1-beb0-2aca2247299d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:37.511509 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea3af9-a65b-49a1-beb0-2aca2247299d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:37.511811 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea3af9-a65b-49a1-beb0-2aca2247299d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:37.512161 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea3af9-a65b-49a1-beb0-2aca2247299d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:37.532125 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea3af9-a65b-49a1-beb0-2aca2247299d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:37.532671 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea3af9-a65b-49a1-beb0-2aca2247299d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:37.535129 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea3af9-a65b-49a1-beb0-2aca2247299d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:37.535504 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea3af9-a65b-49a1-beb0-2aca2247299d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:37.535857 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea3af9-a65b-49a1-beb0-2aca2247299d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:37.536282 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea3af9-a65b-49a1-beb0-2aca2247299d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16ea3af9-a65b-49a1-beb0-2aca2247299d None None] Tracked resource versions report: Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: pushed versions: Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: { 'AddressGroup': {'1.2'}, Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: 'ConntrackHelper': {'1.0'}, Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: 'LocalIPAssociation': {'1.0'}, Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: 'Log': {'1.0'}, Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: 'Network': {'1.1'}, Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: 'Port': {'1.7'}, Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: 'PortForwarding': {'1.2'}, Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: 'QosPolicy': {'1.10'}, Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: 'SecurityGroup': {'1.5'}, Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: 'SecurityGroupRule': {'1.2'}, Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: 'SubPort': {'1.0'}, Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: 'Subnet': {'1.1'}, Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: 'Trunk': {'1.1'}} Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: consumer versions: Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: { DHCP agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: HyperV agent@hv-cinder-60634: {}, Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: L3 agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: Metadata agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: Metering agent@dv-cinder-606346-36-iscsi: {}, Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: Open vSwitch agent@dv-cinder-606346-36-iscsi: { 'AddressGroup': '1.2', Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: 'ConntrackHelper': '1.0', Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: 'LocalIPAssociation': '1.0', Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: 'Log': '1.0', Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: 'Network': '1.1', Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: 'Port': '1.7', Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: 'PortForwarding': '1.2', Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: 'QosPolicy': '1.10', Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: 'SecurityGroup': '1.5', Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: 'SecurityGroupRule': '1.2', Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: 'SubPort': '1.0', Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: 'Subnet': '1.1', Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: 'Trunk': '1.1'}} Feb 17 15:45:37.537490 dv-cinder-606346-36-iscsi neutron-server[109501]: {{(pid=109501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 15:45:37.656978 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.db [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] For port b88bf45e-5733-43b2-b081-5f54819f2721, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:45:37.658351 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0032b709-cf91-46dd-86f9-76b1f46ec7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605957'] for router (7f9696a0-af62-48d6-8f16-90fc573834bc), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:37.670608 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.db [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] For port b88bf45e-5733-43b2-b081-5f54819f2721, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=b88bf45e-5733-43b2-b081-5f54819f2721,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:45:37.686455 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (b88bf45e-5733-43b2-b081-5f54819f2721), after_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:37.775627 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6c191f56-96cd-4a00-8ead-80b8603a9c5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:37.786287 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] Routers {'39550417-423d-4074-bc18-9d140e79833b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:45:37.796155 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:45:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['39550417-423d-4074-bc18-9d140e79833b'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:45:37.813646 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 8de7b9fa-9e4d-4903-9602-74cec10eb0de up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:45:37.912597 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bca934-7624-45cd-8aa9-96739f8d4864 None None] Network d7517828-d4b9-4a8f-8db6-7a3339da0c38 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:45:37.936549 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6c191f56-96cd-4a00-8ead-80b8603a9c5d admin admin] Publish callbacks [] for security_group (e8d7d853-0aac-4551-b764-0d744567738b), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:37.946448 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6c191f56-96cd-4a00-8ead-80b8603a9c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (e8d7d853-0aac-4551-b764-0d744567738b), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:37.983151 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 48182) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:38.039882 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d1b530d9-2c15-41b3-ac19-30f01a6067fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:38.134072 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-07dddae0-503c-41c9-9b5f-714509a3d4db req-b5c49d77-8889-4894-94e4-79897f19dbb4 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 210 time: 0.1476011 Feb 17 15:45:38.136685 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-6c191f56-96cd-4a00-8ead-80b8603a9c5d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b02cb9badfaf41d9a0fd2ac5633d6a7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7207534 Feb 17 15:45:38.138038 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c191f56-96cd-4a00-8ead-80b8603a9c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d7d853-0aac-4551-b764-0d744567738b,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:38.140805 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 48196) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:38.186141 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-22f61b93-d1b6-4000-9e85-5f965a29ed41 None None] Provisioning complete for port 8de7b9fa-9e4d-4903-9602-74cec10eb0de triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:45:38.186582 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-22f61b93-d1b6-4000-9e85-5f965a29ed41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (8de7b9fa-9e4d-4903-9602-74cec10eb0de), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:38.231658 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 48202) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:38.257235 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] Set router 39550417-423d-4074-bc18-9d140e79833b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:45:38.266782 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-99ba5a14-54a8-4fb0-b25e-47bee5617bde admin admin] Publish callbacks [] for security_group (e8d7d853-0aac-4551-b764-0d744567738b), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:38.269175 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7c417a80-010d-45cc-a970-5689cd3fd5ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:38.310501 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-99ba5a14-54a8-4fb0-b25e-47bee5617bde admin admin] Publish callbacks [] for security_group (e8d7d853-0aac-4551-b764-0d744567738b), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:38.387487 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0032b709-cf91-46dd-86f9-76b1f46ec7cb admin admin] Router 7f9696a0-af62-48d6-8f16-90fc573834bc is scheduled to L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 with binding_index 1 {{(pid=109498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 15:45:38.432977 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-99ba5a14-54a8-4fb0-b25e-47bee5617bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (e8d7d853-0aac-4551-b764-0d744567738b), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:38.439585 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-99ba5a14-54a8-4fb0-b25e-47bee5617bde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:38.443757 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-99ba5a14-54a8-4fb0-b25e-47bee5617bde admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e8d7d853-0aac-4551-b764-0d744567738b HTTP/1.1" status: 204 len: 168 time: 0.3014245 Feb 17 15:45:38.481343 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 8de7b9fa-9e4d-4903-9602-74cec10eb0de triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:45:38.481546 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (8de7b9fa-9e4d-4903-9602-74cec10eb0de), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:38.489566 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba5a14-54a8-4fb0-b25e-47bee5617bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d7d853-0aac-4551-b764-0d744567738b,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:38.492647 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea3af9-a65b-49a1-beb0-2aca2247299d None None] Pushing event updated for resources: {'Port': ['ID=b88bf45e-5733-43b2-b081-5f54819f2721,revision_number=3']} {{(pid=109501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:38.525645 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7c417a80-010d-45cc-a970-5689cd3fd5ea admin admin] Publish callbacks [] for security_group (51648a4c-007a-45f9-a479-c3dabca2d956), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:38.538818 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7c417a80-010d-45cc-a970-5689cd3fd5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (51648a4c-007a-45f9-a479-c3dabca2d956), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:38.604646 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c417a80-010d-45cc-a970-5689cd3fd5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51648a4c-007a-45f9-a479-c3dabca2d956,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:38.700427 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-7c417a80-010d-45cc-a970-5689cd3fd5ea admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=550ddebcaa9748a3a108816e162f4c39&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4659829 Feb 17 15:45:38.702959 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 48214) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:38.827445 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-be6f27fd-7692-4076-ad86-28713003686e admin admin] Publish callbacks [] for security_group (51648a4c-007a-45f9-a479-c3dabca2d956), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:38.832000 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-22f61b93-d1b6-4000-9e85-5f965a29ed41 None None] Current status of the port 8de7b9fa-9e4d-4903-9602-74cec10eb0de is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:45:38.832492 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-22f61b93-d1b6-4000-9e85-5f965a29ed41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8de7b9fa-9e4d-4903-9602-74cec10eb0de), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:38.878808 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39550417-423d-4074-bc18-9d140e79833b', 'name': 'tempest-AttachVolumeShelveTestJSON-1236467049-router', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:31Z', 'updated_at': '2022-02-17T15:45:34Z', 'revision_number': 3, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'gw_port': {'id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:32Z', 'updated_at': '2022-02-17T15:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:45:38.899094 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-be6f27fd-7692-4076-ad86-28713003686e admin admin] Publish callbacks [] for security_group (51648a4c-007a-45f9-a479-c3dabca2d956), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:38.922674 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-22f61b93-d1b6-4000-9e85-5f965a29ed41 None None] For port 8de7b9fa-9e4d-4903-9602-74cec10eb0de, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=8de7b9fa-9e4d-4903-9602-74cec10eb0de,segment=NetworkSegment(62cc0335-bd0e-43f5-a4e5-e158aba2febe),segment_id=62cc0335-bd0e-43f5-a4e5-e158aba2febe)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:45:38.937944 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-22f61b93-d1b6-4000-9e85-5f965a29ed41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (8de7b9fa-9e4d-4903-9602-74cec10eb0de), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:38.950296 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0032b709-cf91-46dd-86f9-76b1f46ec7cb admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:45:38.966494 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b658d8-9eb1-439f-9d12-613bf8a3d3a0 None None] The sync data for ids ['39550417-423d-4074-bc18-9d140e79833b'] in dv-cinder-606346-36-iscsi is: [{'id': '39550417-423d-4074-bc18-9d140e79833b', 'name': 'tempest-AttachVolumeShelveTestJSON-1236467049-router', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:31Z', 'updated_at': '2022-02-17T15:45:34Z', 'revision_number': 3, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'gw_port': {'id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:32Z', 'updated_at': '2022-02-17T15:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}] {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:45:38.983017 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_common [None req-d1b530d9-2c15-41b3-ac19-30f01a6067fc admin admin] Allocated IP 172.20.0.1 (ad5eb79a-29ab-494d-8432-3ccbc2a327de/085193d0-4bed-4149-bda8-411e07e82670/1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2) {{(pid=109498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:45:39.009311 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] Sync routers for ids ['7f9696a0-af62-48d6-8f16-90fc573834bc'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:45:39.028723 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-be6f27fd-7692-4076-ad86-28713003686e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (51648a4c-007a-45f9-a479-c3dabca2d956), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:39.032375 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-be6f27fd-7692-4076-ad86-28713003686e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:39.037486 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-be6f27fd-7692-4076-ad86-28713003686e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/51648a4c-007a-45f9-a479-c3dabca2d956 HTTP/1.1" status: 204 len: 168 time: 0.3326662 Feb 17 15:45:39.057423 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0032b709-cf91-46dd-86f9-76b1f46ec7cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:39.058972 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-0032b709-cf91-46dd-86f9-76b1f46ec7cb admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3191862 Feb 17 15:45:39.061497 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6f27fd-7692-4076-ad86-28713003686e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51648a4c-007a-45f9-a479-c3dabca2d956,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:39.075694 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 48238) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:39.100481 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] Routers {'7f9696a0-af62-48d6-8f16-90fc573834bc'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:45:39.101435 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:45:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['7f9696a0-af62-48d6-8f16-90fc573834bc'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:45:39.361758 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] Set router 7f9696a0-af62-48d6-8f16-90fc573834bc gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:45:39.366973 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d1b530d9-2c15-41b3-ac19-30f01a6067fc admin admin] Publish callbacks [] for port (1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:39.381346 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2b01080c-3020-4da7-88c3-90bdcf43f399 req-b47936d8-711e-455a-99e4-f927d4a12de1 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 210 time: 0.0880353 Feb 17 15:45:39.513011 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d1b530d9-2c15-41b3-ac19-30f01a6067fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664'] for port (1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:39.542201 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f61b93-d1b6-4000-9e85-5f965a29ed41 None None] Pushing event updated for resources: {'Port': ['ID=8de7b9fa-9e4d-4903-9602-74cec10eb0de,revision_number=3']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:39.547886 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 8de7b9fa-9e4d-4903-9602-74cec10eb0de is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:45:39.549727 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 99f810b9-a465-429f-8c52-451b5791740b up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:45:39.605808 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b530d9-2c15-41b3-ac19-30f01a6067fc admin admin] Network ad5eb79a-29ab-494d-8432-3ccbc2a327de is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:45:39.611353 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-d1b530d9-2c15-41b3-ac19-30f01a6067fc admin admin] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:45:39.652329 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b530d9-2c15-41b3-ac19-30f01a6067fc admin admin] Received port after_create {{(pid=109498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:45:39.652894 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d1b530d9-2c15-41b3-ac19-30f01a6067fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606936'] for router_interface (39550417-423d-4074-bc18-9d140e79833b), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:39.985910 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b530d9-2c15-41b3-ac19-30f01a6067fc admin admin] Pushing event updated for resources: {'Port': ['ID=1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:40.226910 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-e7fe32c6-5c23-4ea9-bb11-eaac30ab4f4d None None] Provisioning complete for port 8de7b9fa-9e4d-4903-9602-74cec10eb0de triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:45:40.227488 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-e7fe32c6-5c23-4ea9-bb11-eaac30ab4f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (8de7b9fa-9e4d-4903-9602-74cec10eb0de), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:40.328132 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-0781a5db-9a8b-4b50-a36d-f910f1565108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:40.330827 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 99f810b9-a465-429f-8c52-451b5791740b triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:45:40.331190 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (99f810b9-a465-429f-8c52-451b5791740b), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:40.382097 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d1b530d9-2c15-41b3-ac19-30f01a6067fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:40.726567 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 99f810b9-a465-429f-8c52-451b5791740b is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:45:40.773705 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3adcc8b4-1de9-4957-aefa-6baa4d9144d8 req-f6d6005d-5390-4958-8d04-6943cf4fc2b5 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 210 time: 0.0729661 Feb 17 15:45:40.775605 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-e7fe32c6-5c23-4ea9-bb11-eaac30ab4f4d None None] Current status of the port 8de7b9fa-9e4d-4903-9602-74cec10eb0de is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:45:40.791576 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'name': 'tempest-AttachVolumeTestJSON-526983127-router', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:33Z', 'updated_at': '2022-02-17T15:45:36Z', 'revision_number': 3, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'gw_port': {'id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:34Z', 'updated_at': '2022-02-17T15:45:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:45:40.843787 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [None req-0781a5db-9a8b-4b50-a36d-f910f1565108 admin admin] Allocated IP 172.20.0.1 (d7517828-d4b9-4a8f-8db6-7a3339da0c38/6d98068c-df44-41c5-a48f-1683fecb288a/d3e0caaf-966f-4f20-acfe-b9126ebe0d01) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:45:40.846266 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d1b530d9-2c15-41b3-ac19-30f01a6067fc admin admin] Publish callbacks [] for port (1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:40.846266 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d1b530d9-2c15-41b3-ac19-30f01a6067fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:40.846266 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d1b530d9-2c15-41b3-ac19-30f01a6067fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607044'] for router_interface (39550417-423d-4074-bc18-9d140e79833b), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:40.911347 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] Checking router: 7f9696a0-af62-48d6-8f16-90fc573834bc for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:45:40.912028 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] Updating router 7f9696a0-af62-48d6-8f16-90fc573834bc port 9e18fdcb-0d73-4059-bfe4-dfc93eb82b71 binding host dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 15:45:40.928223 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b530d9-2c15-41b3-ac19-30f01a6067fc admin admin] Pushing event updated for resources: {'Port': ['ID=1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2,revision_number=2']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:40.954369 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-d82e1828-1fd5-4633-80a7-349a5c5fce28 None None] Provisioning complete for port 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:45:40.954961 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-d82e1828-1fd5-4633-80a7-349a5c5fce28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:40.985031 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (9e18fdcb-0d73-4059-bfe4-dfc93eb82b71), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:41.029972 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-d82e1828-1fd5-4633-80a7-349a5c5fce28 None None] Port 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2 cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:45:41.053888 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-0781a5db-9a8b-4b50-a36d-f910f1565108 admin admin] Publish callbacks [] for port (d3e0caaf-966f-4f20-acfe-b9126ebe0d01), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:41.112485 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b530d9-2c15-41b3-ac19-30f01a6067fc admin admin] Network ad5eb79a-29ab-494d-8432-3ccbc2a327de is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:45:41.114738 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-d1b530d9-2c15-41b3-ac19-30f01a6067fc admin admin] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:45:41.128062 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-0781a5db-9a8b-4b50-a36d-f910f1565108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664'] for port (d3e0caaf-966f-4f20-acfe-b9126ebe0d01), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:41.151034 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 8de7b9fa-9e4d-4903-9602-74cec10eb0de up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:45:41.251368 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781a5db-9a8b-4b50-a36d-f910f1565108 admin admin] Pushing event updated for resources: {'Port': ['ID=d3e0caaf-966f-4f20-acfe-b9126ebe0d01,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:41.266504 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0781a5db-9a8b-4b50-a36d-f910f1565108 admin admin] Network d7517828-d4b9-4a8f-8db6-7a3339da0c38 is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:45:41.272863 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-0781a5db-9a8b-4b50-a36d-f910f1565108 admin admin] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:45:41.292349 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0781a5db-9a8b-4b50-a36d-f910f1565108 admin admin] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:45:41.294015 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-0781a5db-9a8b-4b50-a36d-f910f1565108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606936'] for router_interface (7f9696a0-af62-48d6-8f16-90fc573834bc), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:41.421571 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b530d9-2c15-41b3-ac19-30f01a6067fc admin admin] Router 39550417-423d-4074-bc18-9d140e79833b has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:45:41.472420 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] Publish callbacks [] for port (9e18fdcb-0d73-4059-bfe4-dfc93eb82b71), precommit_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:41.498094 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 8de7b9fa-9e4d-4903-9602-74cec10eb0de triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:45:41.498712 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (8de7b9fa-9e4d-4903-9602-74cec10eb0de), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:41.500966 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (9e18fdcb-0d73-4059-bfe4-dfc93eb82b71), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:41.615493 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] Attempting to bind port 9e18fdcb-0d73-4059-bfe4-dfc93eb82b71 on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:45:41.616184 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] Attempting to bind port 9e18fdcb-0d73-4059-bfe4-dfc93eb82b71 by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:45:41.616720 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] Attempting to bind port 9e18fdcb-0d73-4059-bfe4-dfc93eb82b71 on network 429489ab-2a85-400d-8dac-2c90bfd61144 {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:45:41.649309 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:45:41.654982 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] Checking segment: {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:45:41.655579 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:41.656175 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] Bound using segment: {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:45:41.656870 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] Bound port: 9e18fdcb-0d73-4059-bfe4-dfc93eb82b71, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:45:41.657411 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (9e18fdcb-0d73-4059-bfe4-dfc93eb82b71), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:41.670771 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-0781a5db-9a8b-4b50-a36d-f910f1565108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (d3e0caaf-966f-4f20-acfe-b9126ebe0d01), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:41.732197 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-70e5dd8c-6fdd-4c83-a149-bbf9300e1b90 None None] Provisioning complete for port 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:45:41.732626 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-70e5dd8c-6fdd-4c83-a149-bbf9300e1b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:41.738030 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bec02-0b19-41ca-aedb-2b2588ca36f3 None None] Pushing event updated for resources: {'Port': ['ID=9e18fdcb-0d73-4059-bfe4-dfc93eb82b71,revision_number=2']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:41.790199 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] For port 9e18fdcb-0d73-4059-bfe4-dfc93eb82b71, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:45:41.804196 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-70e5dd8c-6fdd-4c83-a149-bbf9300e1b90 None None] Port 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2 cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:45:41.811667 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] For port 9e18fdcb-0d73-4059-bfe4-dfc93eb82b71, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=9e18fdcb-0d73-4059-bfe4-dfc93eb82b71,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:45:41.865295 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (9e18fdcb-0d73-4059-bfe4-dfc93eb82b71), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:41.914669 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b530d9-2c15-41b3-ac19-30f01a6067fc admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:45:41.920990 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-d1b530d9-2c15-41b3-ac19-30f01a6067fc admin admin] 10.222.0.67 "PUT /v2.0/routers/39550417-423d-4074-bc18-9d140e79833b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4031427 Feb 17 15:45:41.991139 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 8de7b9fa-9e4d-4903-9602-74cec10eb0de is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:45:41.992244 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device b88bf45e-5733-43b2-b081-5f54819f2721 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:45:42.044767 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bec02-0b19-41ca-aedb-2b2588ca36f3 None None] Pushing event updated for resources: {'Port': ['ID=9e18fdcb-0d73-4059-bfe4-dfc93eb82b71,revision_number=3']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:42.063229 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2c692c03-6ad1-4a23-b947-12929a2bbfdc None None] Provisioning complete for port d3e0caaf-966f-4f20-acfe-b9126ebe0d01 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:45:42.065470 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2c692c03-6ad1-4a23-b947-12929a2bbfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (d3e0caaf-966f-4f20-acfe-b9126ebe0d01), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:42.080499 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] Sync routers for ids ['39550417-423d-4074-bc18-9d140e79833b'] in dv-cinder-606346-36-iscsi {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:45:42.098953 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] Routers {'7f9696a0-af62-48d6-8f16-90fc573834bc'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:45:42.100022 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:45:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['7f9696a0-af62-48d6-8f16-90fc573834bc'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:45:42.100245 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-0781a5db-9a8b-4b50-a36d-f910f1565108 admin admin] Publish callbacks [] for port (d3e0caaf-966f-4f20-acfe-b9126ebe0d01), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:42.101568 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] Routers {'39550417-423d-4074-bc18-9d140e79833b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:45:42.102337 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:45:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['39550417-423d-4074-bc18-9d140e79833b'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:45:42.120778 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-0781a5db-9a8b-4b50-a36d-f910f1565108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (d3e0caaf-966f-4f20-acfe-b9126ebe0d01), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:42.121954 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-0781a5db-9a8b-4b50-a36d-f910f1565108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607044'] for router_interface (7f9696a0-af62-48d6-8f16-90fc573834bc), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:42.271412 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2c692c03-6ad1-4a23-b947-12929a2bbfdc None None] Port d3e0caaf-966f-4f20-acfe-b9126ebe0d01 cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:45:42.312235 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port b88bf45e-5733-43b2-b081-5f54819f2721 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:45:42.312235 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (b88bf45e-5733-43b2-b081-5f54819f2721), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:42.320506 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-95947e29-87c4-44fa-9f8c-94a60e2ae273 req-fe855fab-4bec-405d-857a-b851dad9f73f tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 210 time: 0.1347613 Feb 17 15:45:42.357958 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] Set router 7f9696a0-af62-48d6-8f16-90fc573834bc gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:45:42.378461 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] Set router 39550417-423d-4074-bc18-9d140e79833b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:45:42.402700 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0781a5db-9a8b-4b50-a36d-f910f1565108 admin admin] Pushing event updated for resources: {'Port': ['ID=d3e0caaf-966f-4f20-acfe-b9126ebe0d01,revision_number=2']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:42.466324 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0781a5db-9a8b-4b50-a36d-f910f1565108 admin admin] Network d7517828-d4b9-4a8f-8db6-7a3339da0c38 is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:45:42.467755 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-0781a5db-9a8b-4b50-a36d-f910f1565108 admin admin] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:45:42.586293 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:42.758529 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0781a5db-9a8b-4b50-a36d-f910f1565108 admin admin] Router 7f9696a0-af62-48d6-8f16-90fc573834bc has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:45:42.799807 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port b88bf45e-5733-43b2-b081-5f54819f2721 is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:45:42.800218 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (b88bf45e-5733-43b2-b081-5f54819f2721), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:42.855364 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39550417-423d-4074-bc18-9d140e79833b', 'name': 'tempest-AttachVolumeShelveTestJSON-1236467049-router', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:31Z', 'updated_at': '2022-02-17T15:45:40Z', 'revision_number': 4, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'gw_port': {'id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:32Z', 'updated_at': '2022-02-17T15:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2', 'name': '', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'mac_address': 'fa:16:3e:35:29:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '085193d0-4bed-4149-bda8-411e07e82670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:38Z', 'updated_at': '2022-02-17T15:45:40Z', 'revision_number': 2, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'subnets': [{'id': '085193d0-4bed-4149-bda8-411e07e82670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:45:42.858427 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] For port b88bf45e-5733-43b2-b081-5f54819f2721, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=b88bf45e-5733-43b2-b081-5f54819f2721,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:45:42.905756 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] Checking router: 39550417-423d-4074-bc18-9d140e79833b for host: dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:45:42.906123 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] Updating router 39550417-423d-4074-bc18-9d140e79833b port 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2 binding host dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 15:45:42.913763 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (b88bf45e-5733-43b2-b081-5f54819f2721), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:42.940606 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0781a5db-9a8b-4b50-a36d-f910f1565108 admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:45:42.942443 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2), before_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:42.961756 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-0781a5db-9a8b-4b50-a36d-f910f1565108 admin admin] 10.222.0.67 "PUT /v2.0/routers/7f9696a0-af62-48d6-8f16-90fc573834bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8835294 Feb 17 15:45:42.972584 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-ede4c6f3-f122-43c8-9645-eb0227e2b2d8 None None] Provisioning complete for port d3e0caaf-966f-4f20-acfe-b9126ebe0d01 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:45:42.972961 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-ede4c6f3-f122-43c8-9645-eb0227e2b2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (d3e0caaf-966f-4f20-acfe-b9126ebe0d01), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:43.023016 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 48390) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:43.029545 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-03ec363a-1b8a-4d48-885d-f09943707baf tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--444544937', 'description': 'tempest-description--1294351732'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:45:43.038942 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-ede4c6f3-f122-43c8-9645-eb0227e2b2d8 None None] Port d3e0caaf-966f-4f20-acfe-b9126ebe0d01 cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:45:43.041507 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Pushing event updated for resources: {'Port': ['ID=b88bf45e-5733-43b2-b081-5f54819f2721,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:43.049865 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'name': 'tempest-AttachVolumeTestJSON-526983127-router', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:33Z', 'updated_at': '2022-02-17T15:45:41Z', 'revision_number': 4, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'gw_port': {'id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:34Z', 'updated_at': '2022-02-17T15:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'd3e0caaf-966f-4f20-acfe-b9126ebe0d01', 'name': '', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'mac_address': 'fa:16:3e:12:d4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:40Z', 'updated_at': '2022-02-17T15:45:41Z', 'revision_number': 2, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'subnets': [{'id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:45:43.069807 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-03ec363a-1b8a-4d48-885d-f09943707baf tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:43.080097 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a2bb3f-7349-4268-8b74-138b0467b934 None None] The sync data for ids ['7f9696a0-af62-48d6-8f16-90fc573834bc'] in dv-cinder-606346-36-iscsi is: [{'id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'name': 'tempest-AttachVolumeTestJSON-526983127-router', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:33Z', 'updated_at': '2022-02-17T15:45:41Z', 'revision_number': 4, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'gw_port': {'id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:34Z', 'updated_at': '2022-02-17T15:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'd3e0caaf-966f-4f20-acfe-b9126ebe0d01', 'name': '', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'mac_address': 'fa:16:3e:12:d4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:40Z', 'updated_at': '2022-02-17T15:45:41Z', 'revision_number': 2, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'subnets': [{'id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:45:43.162511 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-03ec363a-1b8a-4d48-885d-f09943707baf tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for security_group (b8416212-3fd1-4cb0-90b5-06a29bc6b501), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:43.169860 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-03ec363a-1b8a-4d48-885d-f09943707baf tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (b8416212-3fd1-4cb0-90b5-06a29bc6b501), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:43.228961 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-03ec363a-1b8a-4d48-885d-f09943707baf tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:43.230891 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-03ec363a-1b8a-4d48-885d-f09943707baf tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2061105 Feb 17 15:45:43.233514 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec363a-1b8a-4d48-885d-f09943707baf tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8416212-3fd1-4cb0-90b5-06a29bc6b501,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:43.233945 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 48402) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:43.239738 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-e3f248ac-cd4f-4c87-9e0a-0e37782201ec tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Request body: {'security_group_rule': {'security_group_id': 'b8416212-3fd1-4cb0-90b5-06a29bc6b501', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:45:43.290036 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e3f248ac-cd4f-4c87-9e0a-0e37782201ec tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for security_group_rule (0a5e8aa3-3790-451e-95c4-839e744f39c8), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:43.365069 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] Publish callbacks [] for port (1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2), precommit_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:43.388329 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2), after_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:43.470748 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277fdb5-2e14-45d6-a914-957b58033704 None None] Pushing event updated for resources: {'Port': ['ID=1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2,revision_number=3']} {{(pid=109501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:43.551961 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-554550cb-237e-42e8-b0f4-00c6c8ff8bf7 req-94492bac-73e7-4ec5-8c10-11ca9f513aa5 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 210 time: 0.0560815 Feb 17 15:45:43.553902 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e3f248ac-cd4f-4c87-9e0a-0e37782201ec tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for security_group_rule (0a5e8aa3-3790-451e-95c4-839e744f39c8), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:43.578194 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e3f248ac-cd4f-4c87-9e0a-0e37782201ec tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (0a5e8aa3-3790-451e-95c4-839e744f39c8), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:43.610048 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] Attempting to bind port 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2 on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:45:43.610691 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] Attempting to bind port 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2 by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': '55538985-2bef-4ca9-9d27-59001af909bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de'}] {{(pid=109501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:45:43.611113 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] Attempting to bind port 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2 on network ad5eb79a-29ab-494d-8432-3ccbc2a327de {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:45:43.618882 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:45:43.619278 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] Checking segment: {'id': '55538985-2bef-4ca9-9d27-59001af909bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:45:43.620474 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:43.621157 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] Bound using segment: {'id': '55538985-2bef-4ca9-9d27-59001af909bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de'} {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:45:43.623730 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] Bound port: 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55538985-2bef-4ca9-9d27-59001af909bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de'}}] {{(pid=109501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:45:43.623730 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2), before_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:43.626103 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f248ac-cd4f-4c87-9e0a-0e37782201ec tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5e8aa3-3790-451e-95c4-839e744f39c8,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:43.643468 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e3f248ac-cd4f-4c87-9e0a-0e37782201ec tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:43.647998 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 48420) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:43.650458 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-e3f248ac-cd4f-4c87-9e0a-0e37782201ec tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4147174 Feb 17 15:45:43.658755 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-b593ed1f-3cc9-4af3-8007-90ff502dbaaa tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Request body: {'security_group_rule': {'security_group_id': 'b8416212-3fd1-4cb0-90b5-06a29bc6b501', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:45:43.698263 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 48422) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:43.704626 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-92eda886-8c04-4315-b12f-12ce5ab3671b tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1100903901', 'description': 'tempest-description--978195897'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:45:43.721147 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b593ed1f-3cc9-4af3-8007-90ff502dbaaa tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for security_group_rule (43446d13-03cb-435d-ab8d-6825cee6bf52), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:43.807613 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b593ed1f-3cc9-4af3-8007-90ff502dbaaa tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for security_group_rule (43446d13-03cb-435d-ab8d-6825cee6bf52), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:43.810025 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-92eda886-8c04-4315-b12f-12ce5ab3671b tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:43.819827 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b593ed1f-3cc9-4af3-8007-90ff502dbaaa tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (43446d13-03cb-435d-ab8d-6825cee6bf52), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:43.856695 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b593ed1f-3cc9-4af3-8007-90ff502dbaaa tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:43.857932 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-b593ed1f-3cc9-4af3-8007-90ff502dbaaa tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2083092 Feb 17 15:45:43.859924 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b593ed1f-3cc9-4af3-8007-90ff502dbaaa tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43446d13-03cb-435d-ab8d-6825cee6bf52,revision_number=0']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:43.861241 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 48430) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:43.865677 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-bf5a71b7-4e86-4e80-83a4-7bb10e3591ed tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Request body: {'floatingip': {'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:45:43.890567 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.db [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] For port 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:45:43.902442 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.db [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] For port 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:45:43.916372 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2), after_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:43.919630 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bf5a71b7-4e86-4e80-83a4-7bb10e3591ed tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:43.971111 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-92eda886-8c04-4315-b12f-12ce5ab3671b tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for security_group (8cef369b-98ad-4ee0-968d-70a8823d88c9), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:43.977127 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-92eda886-8c04-4315-b12f-12ce5ab3671b tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (8cef369b-98ad-4ee0-968d-70a8823d88c9), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:43.982207 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-abff47d7-7237-42a6-966a-98869515affc None None] Provisioning complete for port 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:45:43.982773 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-abff47d7-7237-42a6-966a-98869515affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:44.014485 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eda886-8c04-4315-b12f-12ce5ab3671b tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cef369b-98ad-4ee0-968d-70a8823d88c9,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:44.040495 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277fdb5-2e14-45d6-a914-957b58033704 None None] Pushing event updated for resources: {'Port': ['ID=1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2,revision_number=4']} {{(pid=109501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:44.047636 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-92eda886-8c04-4315-b12f-12ce5ab3671b tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:44.067380 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-92eda886-8c04-4315-b12f-12ce5ab3671b tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3674338 Feb 17 15:45:44.070219 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 48444) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:44.078509 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-ea3d3745-1695-484e-8ec0-c7c70d6e2ba9 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Request body: {'security_group_rule': {'security_group_id': '8cef369b-98ad-4ee0-968d-70a8823d88c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:45:44.085542 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] Routers {'39550417-423d-4074-bc18-9d140e79833b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:45:44.090117 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:45:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['39550417-423d-4074-bc18-9d140e79833b'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:45:44.131066 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ea3d3745-1695-484e-8ec0-c7c70d6e2ba9 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for security_group_rule (7e769ab4-48e6-4b9f-96c6-a82fce501792), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:44.230875 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ea3d3745-1695-484e-8ec0-c7c70d6e2ba9 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for security_group_rule (7e769ab4-48e6-4b9f-96c6-a82fce501792), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:44.269347 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ea3d3745-1695-484e-8ec0-c7c70d6e2ba9 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (7e769ab4-48e6-4b9f-96c6-a82fce501792), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:44.371199 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] Set router 39550417-423d-4074-bc18-9d140e79833b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:45:44.372168 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ea3d3745-1695-484e-8ec0-c7c70d6e2ba9 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:44.373311 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-ea3d3745-1695-484e-8ec0-c7c70d6e2ba9 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3016486 Feb 17 15:45:44.376841 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 48456) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:44.391183 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3d3745-1695-484e-8ec0-c7c70d6e2ba9 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e769ab4-48e6-4b9f-96c6-a82fce501792,revision_number=0']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:44.391474 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-82e9cb38-79ef-4cd9-a1ef-9d792b4776a8 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Request body: {'security_group_rule': {'security_group_id': '8cef369b-98ad-4ee0-968d-70a8823d88c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:45:44.445768 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bf5a71b7-4e86-4e80-83a4-7bb10e3591ed tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:44.579325 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-abff47d7-7237-42a6-966a-98869515affc None None] Current status of the port 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2 is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:45:44.579999 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-abff47d7-7237-42a6-966a-98869515affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:44.642898 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-abff47d7-7237-42a6-966a-98869515affc None None] For port 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:45:44.651065 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-abff47d7-7237-42a6-966a-98869515affc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:44.696228 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_common [None req-bf5a71b7-4e86-4e80-83a4-7bb10e3591ed tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Allocated IP 172.27.3.37 (429489ab-2a85-400d-8dac-2c90bfd61144/c701940c-dc66-45fb-ad02-3d3f314099e2/143492ef-2081-436e-8c6e-355305edecd0) {{(pid=109498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:45:44.710789 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-95143ca2-7a8c-497e-83c8-474230d304ec req-de8b34c1-7290-4790-ba91-a05f4e487b15 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 210 time: 0.0501056 Feb 17 15:45:44.728957 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39550417-423d-4074-bc18-9d140e79833b', 'name': 'tempest-AttachVolumeShelveTestJSON-1236467049-router', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:31Z', 'updated_at': '2022-02-17T15:45:40Z', 'revision_number': 4, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'gw_port': {'id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:32Z', 'updated_at': '2022-02-17T15:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2', 'name': '', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'mac_address': 'fa:16:3e:35:29:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '085193d0-4bed-4149-bda8-411e07e82670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:38Z', 'updated_at': '2022-02-17T15:45:43Z', 'revision_number': 4, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'subnets': [{'id': '085193d0-4bed-4149-bda8-411e07e82670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:45:44.740209 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-82e9cb38-79ef-4cd9-a1ef-9d792b4776a8 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for security_group_rule (cd696f0f-652b-46b5-8ec9-eba0bbd7554e), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:44.747240 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff47d7-7237-42a6-966a-98869515affc None None] Pushing event updated for resources: {'Port': ['ID=1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:44.771409 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610daa7e-eb53-4631-891b-6af11e6324ed None None] The sync data for ids ['39550417-423d-4074-bc18-9d140e79833b'] in dv-cinder-606346-36-iscsi is: [{'id': '39550417-423d-4074-bc18-9d140e79833b', 'name': 'tempest-AttachVolumeShelveTestJSON-1236467049-router', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:31Z', 'updated_at': '2022-02-17T15:45:40Z', 'revision_number': 4, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'gw_port': {'id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:32Z', 'updated_at': '2022-02-17T15:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2', 'name': '', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'mac_address': 'fa:16:3e:35:29:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '085193d0-4bed-4149-bda8-411e07e82670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:38Z', 'updated_at': '2022-02-17T15:45:43Z', 'revision_number': 4, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'subnets': [{'id': '085193d0-4bed-4149-bda8-411e07e82670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:45:44.779453 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-c35e0eaa-5692-4b36-acb9-671b4e1dea7e None None] Provisioning complete for port 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:45:44.780225 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-c35e0eaa-5692-4b36-acb9-671b4e1dea7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:44.914874 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-c35e0eaa-5692-4b36-acb9-671b4e1dea7e None None] Current status of the port 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:45:44.927236 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-82e9cb38-79ef-4cd9-a1ef-9d792b4776a8 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for security_group_rule (cd696f0f-652b-46b5-8ec9-eba0bbd7554e), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:44.944230 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-82e9cb38-79ef-4cd9-a1ef-9d792b4776a8 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (cd696f0f-652b-46b5-8ec9-eba0bbd7554e), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:45.015734 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9cb38-79ef-4cd9-a1ef-9d792b4776a8 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd696f0f-652b-46b5-8ec9-eba0bbd7554e,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:45.037383 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bf5a71b7-4e86-4e80-83a4-7bb10e3591ed tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for port (143492ef-2081-436e-8c6e-355305edecd0), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:45.064655 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-82e9cb38-79ef-4cd9-a1ef-9d792b4776a8 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:45.066498 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-82e9cb38-79ef-4cd9-a1ef-9d792b4776a8 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6785953 Feb 17 15:45:45.069796 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 48478) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:45.075792 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-7a2587f4-1d39-464f-b349-5631adef63d5 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Request body: {'floatingip': {'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:45:45.109165 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bf5a71b7-4e86-4e80-83a4-7bb10e3591ed tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664'] for port (143492ef-2081-436e-8c6e-355305edecd0), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:45.119305 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7a2587f4-1d39-464f-b349-5631adef63d5 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:45.205244 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 9e18fdcb-0d73-4059-bfe4-dfc93eb82b71 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:45:45.234485 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5a71b7-4e86-4e80-83a4-7bb10e3591ed tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Network 429489ab-2a85-400d-8dac-2c90bfd61144 is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:45:45.253868 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-bf5a71b7-4e86-4e80-83a4-7bb10e3591ed tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:45:45.271489 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5a71b7-4e86-4e80-83a4-7bb10e3591ed tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Received port after_create {{(pid=109498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:45:45.354758 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 9e18fdcb-0d73-4059-bfe4-dfc93eb82b71 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:45:45.355695 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (9e18fdcb-0d73-4059-bfe4-dfc93eb82b71), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:45.449470 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a71b7-4e86-4e80-83a4-7bb10e3591ed tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Pushing event updated for resources: {'Port': ['ID=143492ef-2081-436e-8c6e-355305edecd0,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:45.541987 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bf5a71b7-4e86-4e80-83a4-7bb10e3591ed tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for floatingip (047e0004-fcfd-4126-ad47-7ce6dbf2802a), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:45.574527 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 9e18fdcb-0d73-4059-bfe4-dfc93eb82b71 is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:45:45.575184 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (9e18fdcb-0d73-4059-bfe4-dfc93eb82b71), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:45.579142 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7a2587f4-1d39-464f-b349-5631adef63d5 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:45.623876 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bf5a71b7-4e86-4e80-83a4-7bb10e3591ed tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (143492ef-2081-436e-8c6e-355305edecd0), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:45.625961 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] For port 9e18fdcb-0d73-4059-bfe4-dfc93eb82b71, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=9e18fdcb-0d73-4059-bfe4-dfc93eb82b71,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:45:45.641256 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (9e18fdcb-0d73-4059-bfe4-dfc93eb82b71), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:45.642706 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device b88bf45e-5733-43b2-b081-5f54819f2721 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:45:45.771011 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [None req-7a2587f4-1d39-464f-b349-5631adef63d5 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Allocated IP 172.27.3.226 (429489ab-2a85-400d-8dac-2c90bfd61144/c701940c-dc66-45fb-ad02-3d3f314099e2/593af0ee-03a3-4c34-ba8f-3862d0717fc9) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:45:45.783708 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Pushing event updated for resources: {'Port': ['ID=9e18fdcb-0d73-4059-bfe4-dfc93eb82b71,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:45.820986 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port b88bf45e-5733-43b2-b081-5f54819f2721 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:45:45.821757 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (b88bf45e-5733-43b2-b081-5f54819f2721), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:45.823381 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.24', 61395) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:45.901718 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bf5a71b7-4e86-4e80-83a4-7bb10e3591ed tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for port (143492ef-2081-436e-8c6e-355305edecd0), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:45.904879 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-cdb5d7e6-b39b-4688-8e2c-e742d50ceace req-4b5e4069-87c0-4cdf-9554-aec56bf9055a tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 210 time: 0.0713933 Feb 17 15:45:45.918804 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bf5a71b7-4e86-4e80-83a4-7bb10e3591ed tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (143492ef-2081-436e-8c6e-355305edecd0), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:45.967724 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port b88bf45e-5733-43b2-b081-5f54819f2721 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:45:45.968920 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:45:46.035835 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bf5a71b7-4e86-4e80-83a4-7bb10e3591ed tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1606115'] for floatingip (047e0004-fcfd-4126-ad47-7ce6dbf2802a), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:46.039137 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:45:46.039512 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:46.116793 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bf5a71b7-4e86-4e80-83a4-7bb10e3591ed tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for floatingip (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:46.126619 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-bf5a71b7-4e86-4e80-83a4-7bb10e3591ed tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2586715 Feb 17 15:45:46.126619 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a71b7-4e86-4e80-83a4-7bb10e3591ed tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Pushing event updated for resources: {'Port': ['ID=143492ef-2081-436e-8c6e-355305edecd0,revision_number=2']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:46.145207 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-0bca5de5-6792-413a-982a-2bed23335535 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:46.147199 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-0bca5de5-6792-413a-982a-2bed23335535 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.24 "GET /v2.0/networks?id=71b67ac1-1524-4a81-a092-18f781c7eeab HTTP/1.1" status: 200 len: 811 time: 0.3223710 Feb 17 15:45:46.149233 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7a2587f4-1d39-464f-b349-5631adef63d5 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for port (593af0ee-03a3-4c34-ba8f-3862d0717fc9), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:46.212567 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-4b82934c-c965-47a7-9456-d7efaa394562 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Request body: {'port': {'device_id': '5af2ee29-7907-419d-81ca-83b75b6db26e', 'network_id': '71b67ac1-1524-4a81-a092-18f781c7eeab', 'admin_state_up': True, 'tenant_id': 'fc270855b3c64bb9a38e691bdfb44a37'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:45:46.218723 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:45:46.231470 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7a2587f4-1d39-464f-b349-5631adef63d5 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664'] for port (593af0ee-03a3-4c34-ba8f-3862d0717fc9), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:46.361590 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2587f4-1d39-464f-b349-5631adef63d5 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Network 429489ab-2a85-400d-8dac-2c90bfd61144 is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:45:46.383415 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-7a2587f4-1d39-464f-b349-5631adef63d5 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:45:46.395572 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2587f4-1d39-464f-b349-5631adef63d5 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:45:46.431638 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2587f4-1d39-464f-b349-5631adef63d5 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Pushing event updated for resources: {'Port': ['ID=593af0ee-03a3-4c34-ba8f-3862d0717fc9,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:46.458404 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-4b82934c-c965-47a7-9456-d7efaa394562 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Made reservation on behalf of fc270855b3c64bb9a38e691bdfb44a37 for: {'port': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:45:46.462498 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-4b82934c-c965-47a7-9456-d7efaa394562 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:46.524932 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-209b58b2-88f6-4639-90a9-0148a08150b1 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--444544937&fields=id&tenant_id=05f0a8984e9b47928705c3398312ed12 HTTP/1.1" status: 200 len: 267 time: 0.1717010 Feb 17 15:45:46.531402 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7a2587f4-1d39-464f-b349-5631adef63d5 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for floatingip (6ddfef58-ea1c-4798-b54e-508f5e034de1), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:46.694386 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7a2587f4-1d39-464f-b349-5631adef63d5 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (593af0ee-03a3-4c34-ba8f-3862d0717fc9), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:46.857895 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-21c3683e-41be-4ded-896d-3de0d4d1adf3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:46.869814 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-21c3683e-41be-4ded-896d-3de0d4d1adf3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/networks?id=ad5eb79a-29ab-494d-8432-3ccbc2a327de HTTP/1.1" status: 200 len: 817 time: 0.3355045 Feb 17 15:45:46.898019 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-52e530bf-31e7-40ca-9468-77eaaaa5b086 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/quotas/05f0a8984e9b47928705c3398312ed12 HTTP/1.1" status: 200 len: 375 time: 0.0283821 Feb 17 15:45:47.003894 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_common [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-4b82934c-c965-47a7-9456-d7efaa394562 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Allocated IP 172.20.0.5 (71b67ac1-1524-4a81-a092-18f781c7eeab/cefa4002-504a-46ad-a1ec-360dddceb9df/bdcc4d7c-105a-4932-abe7-b80b058daca0) {{(pid=109498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:45:47.066964 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 9e18fdcb-0d73-4059-bfe4-dfc93eb82b71 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:45:47.159244 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8deb67d5-985b-4f8e-97f0-891e587a095f req-f2538ccf-9e3c-491d-aa93-f2521d902ff1 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 210 time: 0.0876927 Feb 17 15:45:47.181951 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 9e18fdcb-0d73-4059-bfe4-dfc93eb82b71 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:45:47.182446 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (9e18fdcb-0d73-4059-bfe4-dfc93eb82b71), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:47.305237 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-0c361477-7994-4fb3-a295-b0a9cd339b3f tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=05f0a8984e9b47928705c3398312ed12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4049573 Feb 17 15:45:47.356824 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7a2587f4-1d39-464f-b349-5631adef63d5 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for port (593af0ee-03a3-4c34-ba8f-3862d0717fc9), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:47.365866 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7a2587f4-1d39-464f-b349-5631adef63d5 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (593af0ee-03a3-4c34-ba8f-3862d0717fc9), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:47.459644 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-4b82934c-c965-47a7-9456-d7efaa394562 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Publish callbacks [] for port (bdcc4d7c-105a-4932-abe7-b80b058daca0), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:47.480744 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 9e18fdcb-0d73-4059-bfe4-dfc93eb82b71 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:45:47.483873 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7a2587f4-1d39-464f-b349-5631adef63d5 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1606115'] for floatingip (6ddfef58-ea1c-4798-b54e-508f5e034de1), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:47.532481 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7a2587f4-1d39-464f-b349-5631adef63d5 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for floatingip (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:47.545659 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-7a2587f4-1d39-464f-b349-5631adef63d5 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4692132 Feb 17 15:45:47.570958 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-4b82934c-c965-47a7-9456-d7efaa394562 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664'] for port (bdcc4d7c-105a-4932-abe7-b80b058daca0), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:47.582240 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2587f4-1d39-464f-b349-5631adef63d5 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Pushing event updated for resources: {'Port': ['ID=593af0ee-03a3-4c34-ba8f-3862d0717fc9,revision_number=2']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:47.768603 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] Sync routers for ids ['7f9696a0-af62-48d6-8f16-90fc573834bc'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:45:47.793912 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] Routers {'7f9696a0-af62-48d6-8f16-90fc573834bc'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:45:47.798403 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:45:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['7f9696a0-af62-48d6-8f16-90fc573834bc'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:45:47.868139 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-d55a4838-708b-4a6c-8c28-b632cd058f58 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 15:45:47.869434 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-d55a4838-708b-4a6c-8c28-b632cd058f58 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1556199 Feb 17 15:45:47.989467 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-4b82934c-c965-47a7-9456-d7efaa394562 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Network 71b67ac1-1524-4a81-a092-18f781c7eeab is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:45:48.009833 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-4b82934c-c965-47a7-9456-d7efaa394562 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:45:48.016632 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-4b82934c-c965-47a7-9456-d7efaa394562 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Received port after_create {{(pid=109498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:45:48.033414 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-4b82934c-c965-47a7-9456-d7efaa394562 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:48.034021 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-4b82934c-c965-47a7-9456-d7efaa394562 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:48.134526 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82934c-c965-47a7-9456-d7efaa394562 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Pushing event updated for resources: {'Port': ['ID=bdcc4d7c-105a-4932-abe7-b80b058daca0,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:48.159690 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-4b82934c-c965-47a7-9456-d7efaa394562 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9589176 Feb 17 15:45:48.170077 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-104b8802-019d-45c9-940f-901ca6d47d3f service neutron] 10.222.0.67 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937493 Feb 17 15:45:48.172900 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] Set router 7f9696a0-af62-48d6-8f16-90fc573834bc gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:45:48.189598 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-eee8673c-d009-437c-88f3-a4e983b6afb8 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 15:45:48.191211 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-eee8673c-d009-437c-88f3-a4e983b6afb8 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061266 Feb 17 15:45:48.315531 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-97e12193-c684-494a-b871-9b9660419aaf tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1100903901&fields=id&tenant_id=769c58532a4348dcae2ac0328ff62a8f HTTP/1.1" status: 200 len: 267 time: 0.4080646 Feb 17 15:45:48.399669 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-1f0bd31e-fb03-47b5-8519-27d899a091d3 service neutron] Request body: {'port': {'device_id': '5af2ee29-7907-419d-81ca-83b75b6db26e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:45:48.627499 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-4999ea94-2bed-4f6a-bac0-5f40d817f2d6 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:48.641927 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-4999ea94-2bed-4f6a-bac0-5f40d817f2d6 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/networks?id=d7517828-d4b9-4a8f-8db6-7a3339da0c38 HTTP/1.1" status: 200 len: 810 time: 0.3252330 Feb 17 15:45:48.702851 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-1f0bd31e-fb03-47b5-8519-27d899a091d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (bdcc4d7c-105a-4932-abe7-b80b058daca0), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:48.723367 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'name': 'tempest-AttachVolumeTestJSON-526983127-router', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:33Z', 'updated_at': '2022-02-17T15:45:41Z', 'revision_number': 4, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'gw_port': {'id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:34Z', 'updated_at': '2022-02-17T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'd3e0caaf-966f-4f20-acfe-b9126ebe0d01', 'name': '', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'mac_address': 'fa:16:3e:12:d4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:40Z', 'updated_at': '2022-02-17T15:45:41Z', 'revision_number': 2, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'subnets': [{'id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:45:48.748024 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-7a1cb5f2-458f-43ae-a0a9-a25a48f512ca tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/quotas/769c58532a4348dcae2ac0328ff62a8f HTTP/1.1" status: 200 len: 375 time: 0.1036282 Feb 17 15:45:48.791035 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] Checking router: 7f9696a0-af62-48d6-8f16-90fc573834bc for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:45:48.794439 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] Updating router 7f9696a0-af62-48d6-8f16-90fc573834bc port d3e0caaf-966f-4f20-acfe-b9126ebe0d01 binding host dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 15:45:48.829261 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (d3e0caaf-966f-4f20-acfe-b9126ebe0d01), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:48.928822 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-a12218e7-1bb2-45b5-a050-4ccdfe5f87f6 service neutron] 10.222.0.67 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7362611 Feb 17 15:45:48.959187 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-da698692-fc7d-421f-a377-94f0a8e4587d tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=769c58532a4348dcae2ac0328ff62a8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2095408 Feb 17 15:45:49.271024 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] Publish callbacks [] for port (d3e0caaf-966f-4f20-acfe-b9126ebe0d01), precommit_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:49.285560 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (d3e0caaf-966f-4f20-acfe-b9126ebe0d01), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:49.347015 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-6e2086a2-50db-46c9-a40d-15bfcd778010 service neutron] 10.222.0.67 "GET /v2.0/networks/d7517828-d4b9-4a8f-8db6-7a3339da0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573427 Feb 17 15:45:49.381600 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 48690) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:49.414707 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36265d3d-c281-4ada-9b5c-5bec82a5c35f None None] Pushing event updated for resources: {'Port': ['ID=d3e0caaf-966f-4f20-acfe-b9126ebe0d01,revision_number=3']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:49.539145 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 48700) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:49.576278 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] Attempting to bind port d3e0caaf-966f-4f20-acfe-b9126ebe0d01 on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:45:49.576689 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] Attempting to bind port d3e0caaf-966f-4f20-acfe-b9126ebe0d01 by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': '62cc0335-bd0e-43f5-a4e5-e158aba2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38'}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:45:49.577053 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] Attempting to bind port d3e0caaf-966f-4f20-acfe-b9126ebe0d01 on network d7517828-d4b9-4a8f-8db6-7a3339da0c38 {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:45:49.601373 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:45:49.601758 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] Checking segment: {'id': '62cc0335-bd0e-43f5-a4e5-e158aba2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:45:49.602163 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:49.608925 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] Bound using segment: {'id': '62cc0335-bd0e-43f5-a4e5-e158aba2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38'} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:45:49.609467 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] Bound port: d3e0caaf-966f-4f20-acfe-b9126ebe0d01, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62cc0335-bd0e-43f5-a4e5-e158aba2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38'}}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:45:49.609884 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (d3e0caaf-966f-4f20-acfe-b9126ebe0d01), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:49.693719 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-1f0bd31e-fb03-47b5-8519-27d899a091d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdcc4d7c-105a-4932-abe7-b80b058daca0 {{(pid=109498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:45:49.728211 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-1f0bd31e-fb03-47b5-8519-27d899a091d3 service neutron] Publish callbacks [] for port (bdcc4d7c-105a-4932-abe7-b80b058daca0), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:49.772731 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-ac8b5b9f-e2f9-4dd3-bee8-c3d6baaae4f0 service neutron] 10.222.0.67 "GET /v2.0/networks/d7517828-d4b9-4a8f-8db6-7a3339da0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162023 Feb 17 15:45:49.783241 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834aced-7254-4dee-b971-818c83b50910 req-b011301c-7bd1-44b8-8f82-07a240ff0381 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:49.793107 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1834aced-7254-4dee-b971-818c83b50910 req-b011301c-7bd1-44b8-8f82-07a240ff0381 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 931 time: 0.3623939 Feb 17 15:45:49.804509 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.provisioning_blocks [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-1f0bd31e-fb03-47b5-8519-27d899a091d3 service neutron] Transition to ACTIVE for port object bdcc4d7c-105a-4932-abe7-b80b058daca0 will not be triggered until provisioned by entity L2. {{(pid=109498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 15:45:49.821678 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-1f0bd31e-fb03-47b5-8519-27d899a091d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (bdcc4d7c-105a-4932-abe7-b80b058daca0), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:49.840793 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] For port d3e0caaf-966f-4f20-acfe-b9126ebe0d01, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:45:49.857976 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] For port d3e0caaf-966f-4f20-acfe-b9126ebe0d01, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=d3e0caaf-966f-4f20-acfe-b9126ebe0d01,segment=NetworkSegment(62cc0335-bd0e-43f5-a4e5-e158aba2febe),segment_id=62cc0335-bd0e-43f5-a4e5-e158aba2febe)] {{(pid=109500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:45:49.867069 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (d3e0caaf-966f-4f20-acfe-b9126ebe0d01), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:49.990564 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36265d3d-c281-4ada-9b5c-5bec82a5c35f None None] Pushing event updated for resources: {'Port': ['ID=d3e0caaf-966f-4f20-acfe-b9126ebe0d01,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:49.997099 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bd31e-fb03-47b5-8519-27d899a091d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bdcc4d7c-105a-4932-abe7-b80b058daca0,revision_number=2']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:50.004811 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-929c8092-596a-4549-a7d9-2858352117d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:50.006842 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-20506fc1-8bd8-4afe-8f8b-8e4a5534480e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:50.077811 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-5e81c3c7-bb5d-4fe7-be7a-27a37db8fb0c None None] Provisioning complete for port d3e0caaf-966f-4f20-acfe-b9126ebe0d01 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:45:50.078631 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-5e81c3c7-bb5d-4fe7-be7a-27a37db8fb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (d3e0caaf-966f-4f20-acfe-b9126ebe0d01), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:50.121239 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1834aced-7254-4dee-b971-818c83b50910 req-57127e54-057b-441c-98a6-2f2e5e9b7ae0 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/security-groups?id=208f2413-b6b7-4fcc-9bd2-67b7dadff444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153498 Feb 17 15:45:50.129810 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] Routers {'7f9696a0-af62-48d6-8f16-90fc573834bc'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:45:50.130691 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:45:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['7f9696a0-af62-48d6-8f16-90fc573834bc'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:45:50.235595 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-1f0bd31e-fb03-47b5-8519-27d899a091d3 service neutron] Attempting to bind port bdcc4d7c-105a-4932-abe7-b80b058daca0 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:45:50.237980 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-1f0bd31e-fb03-47b5-8519-27d899a091d3 service neutron] Attempting to bind port bdcc4d7c-105a-4932-abe7-b80b058daca0 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '4d8a13ba-6d66-4c10-880d-1567efc72bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '71b67ac1-1524-4a81-a092-18f781c7eeab'}] {{(pid=109498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:45:50.238518 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-1f0bd31e-fb03-47b5-8519-27d899a091d3 service neutron] Attempting to bind port bdcc4d7c-105a-4932-abe7-b80b058daca0 on network 71b67ac1-1524-4a81-a092-18f781c7eeab {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:45:50.254402 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-1f0bd31e-fb03-47b5-8519-27d899a091d3 service neutron] Port bdcc4d7c-105a-4932-abe7-b80b058daca0 on network 71b67ac1-1524-4a81-a092-18f781c7eeab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 15:45:50.254739 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-1f0bd31e-fb03-47b5-8519-27d899a091d3 service neutron] Attempting to bind port bdcc4d7c-105a-4932-abe7-b80b058daca0 on network 71b67ac1-1524-4a81-a092-18f781c7eeab {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:45:50.271315 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-1f0bd31e-fb03-47b5-8519-27d899a091d3 service neutron] Checking agent: {'id': '085351c5-065a-4edc-ae4b-0d7f2b27b503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'started_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:45:50.271897 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-1f0bd31e-fb03-47b5-8519-27d899a091d3 service neutron] Checking segment: {'id': '4d8a13ba-6d66-4c10-880d-1567efc72bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '71b67ac1-1524-4a81-a092-18f781c7eeab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:45:50.272817 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-1f0bd31e-fb03-47b5-8519-27d899a091d3 service neutron] Bound using segment: {'id': '4d8a13ba-6d66-4c10-880d-1567efc72bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '71b67ac1-1524-4a81-a092-18f781c7eeab'} {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:45:50.273836 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-1f0bd31e-fb03-47b5-8519-27d899a091d3 service neutron] Bound port: bdcc4d7c-105a-4932-abe7-b80b058daca0, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d8a13ba-6d66-4c10-880d-1567efc72bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '71b67ac1-1524-4a81-a092-18f781c7eeab'}}] {{(pid=109498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:45:50.274358 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-1f0bd31e-fb03-47b5-8519-27d899a091d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (bdcc4d7c-105a-4932-abe7-b80b058daca0), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:50.418520 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-1f0bd31e-fb03-47b5-8519-27d899a091d3 service neutron] For port bdcc4d7c-105a-4932-abe7-b80b058daca0, host hv-cinder-60634, cleared binding levels {{(pid=109498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:45:50.438930 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-1f0bd31e-fb03-47b5-8519-27d899a091d3 service neutron] For port bdcc4d7c-105a-4932-abe7-b80b058daca0, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=bdcc4d7c-105a-4932-abe7-b80b058daca0,segment=NetworkSegment(4d8a13ba-6d66-4c10-880d-1567efc72bfd),segment_id=4d8a13ba-6d66-4c10-880d-1567efc72bfd)] {{(pid=109498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:45:50.462976 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-1f0bd31e-fb03-47b5-8519-27d899a091d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (bdcc4d7c-105a-4932-abe7-b80b058daca0), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:50.489031 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-57741de4-22b7-4b87-83e9-43297efd8081 req-f722935c-d954-4b46-b4c7-ecd80ddbb2b1 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 210 time: 0.3198750 Feb 17 15:45:50.527242 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2d4119ae-1c0f-4013-8d77-9a9998489d41 req-1752471c-e6ef-49df-8206-236a1edae141 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 210 time: 0.2982948 Feb 17 15:45:50.543600 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-1f0bd31e-fb03-47b5-8519-27d899a091d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:50.544424 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-1f0bd31e-fb03-47b5-8519-27d899a091d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:50.546944 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-1f0bd31e-fb03-47b5-8519-27d899a091d3 service neutron] 10.222.0.24 "PUT /v2.0/ports/bdcc4d7c-105a-4932-abe7-b80b058daca0 HTTP/1.1" status: 200 len: 1093 time: 2.2664859 Feb 17 15:45:50.547644 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af2ee29-7907-419d-81ca-83b75b6db26e', 'tag': 'bdcc4d7c-105a-4932-abe7-b80b058daca0'}] {{(pid=109498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:45:50.636967 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-929c8092-596a-4549-a7d9-2858352117d0 admin admin] Publish callbacks [] for security_group (85632fad-1cd7-4ccf-864c-6a552ad4a8cb), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:50.649444 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-929c8092-596a-4549-a7d9-2858352117d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (85632fad-1cd7-4ccf-864c-6a552ad4a8cb), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:50.661561 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-20506fc1-8bd8-4afe-8f8b-8e4a5534480e admin admin] Publish callbacks [] for security_group (c87afdeb-ba7d-42b6-94ad-b8b00173dd4d), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:50.674821 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-5e81c3c7-bb5d-4fe7-be7a-27a37db8fb0c None None] Current status of the port d3e0caaf-966f-4f20-acfe-b9126ebe0d01 is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:45:50.675941 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-5e81c3c7-bb5d-4fe7-be7a-27a37db8fb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (d3e0caaf-966f-4f20-acfe-b9126ebe0d01), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:50.681903 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-20506fc1-8bd8-4afe-8f8b-8e4a5534480e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (c87afdeb-ba7d-42b6-94ad-b8b00173dd4d), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:50.728160 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-5e81c3c7-bb5d-4fe7-be7a-27a37db8fb0c None None] For port d3e0caaf-966f-4f20-acfe-b9126ebe0d01, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=d3e0caaf-966f-4f20-acfe-b9126ebe0d01,segment=NetworkSegment(62cc0335-bd0e-43f5-a4e5-e158aba2febe),segment_id=62cc0335-bd0e-43f5-a4e5-e158aba2febe)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:45:50.738306 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bd31e-fb03-47b5-8519-27d899a091d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bdcc4d7c-105a-4932-abe7-b80b058daca0,revision_number=3']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:50.746868 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-5e81c3c7-bb5d-4fe7-be7a-27a37db8fb0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (d3e0caaf-966f-4f20-acfe-b9126ebe0d01), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:50.750112 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] Set router 7f9696a0-af62-48d6-8f16-90fc573834bc gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:45:50.782954 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-929c8092-596a-4549-a7d9-2858352117d0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=adfdf60f6aa74d32af577c748c9e8ed2&name=default HTTP/1.1" status: 200 len: 2993 time: 1.3867068 Feb 17 15:45:50.783269 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 48742) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:50.793371 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c8092-596a-4549-a7d9-2858352117d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85632fad-1cd7-4ccf-864c-6a552ad4a8cb,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:50.819371 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-20506fc1-8bd8-4afe-8f8b-8e4a5534480e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e602862761f844f8bd37f5c12ec4ef1e&name=default HTTP/1.1" status: 200 len: 2994 time: 1.2790227 Feb 17 15:45:50.824642 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 48746) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:50.850825 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81c3c7-bb5d-4fe7-be7a-27a37db8fb0c None None] Pushing event updated for resources: {'Port': ['ID=d3e0caaf-966f-4f20-acfe-b9126ebe0d01,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:50.888816 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20506fc1-8bd8-4afe-8f8b-8e4a5534480e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87afdeb-ba7d-42b6-94ad-b8b00173dd4d,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:50.991622 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-10f120c3-2525-4226-8dd6-91b77cb5d3c9 None None] Provisioning complete for port d3e0caaf-966f-4f20-acfe-b9126ebe0d01 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:45:50.992034 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-10f120c3-2525-4226-8dd6-91b77cb5d3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (d3e0caaf-966f-4f20-acfe-b9126ebe0d01), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:51.048986 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}780bf5bf4681f798ff63f4c2752ba00573ae695b8458fad7683b49eb1801337a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f98fc09-0885-4708-9944-680b53413a33" -d '{"events": [{"name": "network-changed", "server_uuid": "5af2ee29-7907-419d-81ca-83b75b6db26e", "tag": "bdcc4d7c-105a-4932-abe7-b80b058daca0"}]}' {{(pid=109498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:45:51.064266 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d7fdd140-24f6-4390-88e9-8860fb8eb38d admin admin] Publish callbacks [] for security_group (c87afdeb-ba7d-42b6-94ad-b8b00173dd4d), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:51.131114 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b1929a57-9f95-4e91-9dd5-57f31449e70a admin admin] Publish callbacks [] for security_group (85632fad-1cd7-4ccf-864c-6a552ad4a8cb), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:51.157157 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d7fdd140-24f6-4390-88e9-8860fb8eb38d admin admin] Publish callbacks [] for security_group (c87afdeb-ba7d-42b6-94ad-b8b00173dd4d), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:51.168170 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device d3e0caaf-966f-4f20-acfe-b9126ebe0d01 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:45:51.173298 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b1929a57-9f95-4e91-9dd5-57f31449e70a admin admin] Publish callbacks [] for security_group (85632fad-1cd7-4ccf-864c-6a552ad4a8cb), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:51.230528 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-10f120c3-2525-4226-8dd6-91b77cb5d3c9 None None] Current status of the port d3e0caaf-966f-4f20-acfe-b9126ebe0d01 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:45:51.241871 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'name': 'tempest-AttachVolumeTestJSON-526983127-router', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:33Z', 'updated_at': '2022-02-17T15:45:41Z', 'revision_number': 4, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'gw_port': {'id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:34Z', 'updated_at': '2022-02-17T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'd3e0caaf-966f-4f20-acfe-b9126ebe0d01', 'name': '', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'mac_address': 'fa:16:3e:12:d4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:40Z', 'updated_at': '2022-02-17T15:45:49Z', 'revision_number': 4, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'subnets': [{'id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:45:51.269861 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b1929a57-9f95-4e91-9dd5-57f31449e70a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (85632fad-1cd7-4ccf-864c-6a552ad4a8cb), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:51.273378 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b1929a57-9f95-4e91-9dd5-57f31449e70a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:51.274671 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-b1929a57-9f95-4e91-9dd5-57f31449e70a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/85632fad-1cd7-4ccf-864c-6a552ad4a8cb HTTP/1.1" status: 204 len: 168 time: 0.4904783 Feb 17 15:45:51.277132 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d023daa0-bcab-49a8-a5cf-a39a27ed95a6 req-b30e2bb4-94d9-4097-a32b-614dd2222f45 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:51.285677 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d023daa0-bcab-49a8-a5cf-a39a27ed95a6 req-b30e2bb4-94d9-4097-a32b-614dd2222f45 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 943 time: 0.0812519 Feb 17 15:45:51.289118 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92630ba-ee45-419e-8466-af1396719a0b None None] The sync data for ids ['7f9696a0-af62-48d6-8f16-90fc573834bc'] in dv-cinder-606346-36-iscsi is: [{'id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'name': 'tempest-AttachVolumeTestJSON-526983127-router', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:33Z', 'updated_at': '2022-02-17T15:45:41Z', 'revision_number': 4, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'gw_port': {'id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:34Z', 'updated_at': '2022-02-17T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'd3e0caaf-966f-4f20-acfe-b9126ebe0d01', 'name': '', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'mac_address': 'fa:16:3e:12:d4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:40Z', 'updated_at': '2022-02-17T15:45:49Z', 'revision_number': 4, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'subnets': [{'id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:45:51.290753 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d946bbf2-46c4-4986-9d73-ef394a8c4470 x-openstack-request-id: req-d946bbf2-46c4-4986-9d73-ef394a8c4470 {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:45:51.290753 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af2ee29-7907-419d-81ca-83b75b6db26e", "tag": "bdcc4d7c-105a-4932-abe7-b80b058daca0", "status": "completed", "code": 200}]} {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:45:51.291055 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d946bbf2-46c4-4986-9d73-ef394a8c4470 {{(pid=109498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:45:51.291617 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af2ee29-7907-419d-81ca-83b75b6db26e', 'tag': 'bdcc4d7c-105a-4932-abe7-b80b058daca0', 'status': 'completed', 'code': 200} Feb 17 15:45:51.293394 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d7fdd140-24f6-4390-88e9-8860fb8eb38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (c87afdeb-ba7d-42b6-94ad-b8b00173dd4d), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:51.296536 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d7fdd140-24f6-4390-88e9-8860fb8eb38d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:51.297828 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-d7fdd140-24f6-4390-88e9-8860fb8eb38d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c87afdeb-ba7d-42b6-94ad-b8b00173dd4d HTTP/1.1" status: 204 len: 168 time: 0.4722445 Feb 17 15:45:51.312726 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port d3e0caaf-966f-4f20-acfe-b9126ebe0d01 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:45:51.313323 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (d3e0caaf-966f-4f20-acfe-b9126ebe0d01), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:51.321977 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1929a57-9f95-4e91-9dd5-57f31449e70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85632fad-1cd7-4ccf-864c-6a552ad4a8cb,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:51.348321 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fdd140-24f6-4390-88e9-8860fb8eb38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87afdeb-ba7d-42b6-94ad-b8b00173dd4d,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:51.377076 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d023daa0-bcab-49a8-a5cf-a39a27ed95a6 req-9bfc82a3-df85-4d22-aba9-0174e09c6d9a tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/security-groups?id=208f2413-b6b7-4fcc-9bd2-67b7dadff444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904102 Feb 17 15:45:51.489473 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port d3e0caaf-966f-4f20-acfe-b9126ebe0d01 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:45:51.719161 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ea56bf18-69c0-4186-bd60-da69751c5c43 req-d4e54175-88c1-4958-98be-ab2189216ac1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 210 time: 0.0519361 Feb 17 15:45:51.759769 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3a93242a-d55f-41b5-ae41-b3992413c9d8 req-74c93f50-3a77-44aa-a0cd-9cf18ba184cc tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 210 time: 0.0877016 Feb 17 15:45:52.102811 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98fc09-0885-4708-9944-680b53413a33 req-a142808f-3240-4f4e-bd09-d90b61a57a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:52.105694 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-7f98fc09-0885-4708-9944-680b53413a33 req-a142808f-3240-4f4e-bd09-d90b61a57a66 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc270855b3c64bb9a38e691bdfb44a37&device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 1127 time: 0.3328695 Feb 17 15:45:52.229326 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 48806) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:52.243030 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ace51030-456c-4767-8996-297d71e74002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:52.514354 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ace51030-456c-4767-8996-297d71e74002 admin admin] Publish callbacks [] for security_group (e32cc205-1207-482d-9fd8-907ccf2c8da3), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:52.527844 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ace51030-456c-4767-8996-297d71e74002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (e32cc205-1207-482d-9fd8-907ccf2c8da3), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:52.700279 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-ace51030-456c-4767-8996-297d71e74002 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4b014d154ad04ebf82ddcee18ef703fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4690537 Feb 17 15:45:52.708970 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 48824) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:52.711124 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace51030-456c-4767-8996-297d71e74002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32cc205-1207-482d-9fd8-907ccf2c8da3,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:52.842895 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2e776-ceba-46b0-bdf4-2ba5546a0e6c req-c3a982ff-8d28-47e8-8ffc-f1ac3d74f34f tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:52.858084 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-64b2e776-ceba-46b0-bdf4-2ba5546a0e6c req-c3a982ff-8d28-47e8-8ffc-f1ac3d74f34f tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 943 time: 0.3342626 Feb 17 15:45:53.022968 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98fc09-0885-4708-9944-680b53413a33 req-d8f4fbb0-6e5d-4a72-b8c8-49f817e3e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:53.030348 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-7f98fc09-0885-4708-9944-680b53413a33 req-d8f4fbb0-6e5d-4a72-b8c8-49f817e3e464 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=fc270855b3c64bb9a38e691bdfb44a37&shared=False HTTP/1.1" status: 200 len: 912 time: 0.9074438 Feb 17 15:45:53.063731 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9468bbfd-d831-40d1-8240-3ff4e4dc5693 req-7bb4e763-ae68-4079-96fe-619021e1cd23 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 210 time: 0.0967784 Feb 17 15:45:53.066592 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9a6ddec3-0d8d-4bc7-8937-755e693e213b admin admin] Publish callbacks [] for security_group (e32cc205-1207-482d-9fd8-907ccf2c8da3), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:53.096510 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.24', 61424) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:53.175839 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9a6ddec3-0d8d-4bc7-8937-755e693e213b admin admin] Publish callbacks [] for security_group (e32cc205-1207-482d-9fd8-907ccf2c8da3), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:53.199968 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-64b2e776-ceba-46b0-bdf4-2ba5546a0e6c req-b00873de-7c7b-4408-9208-e576cafa8769 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/security-groups?id=208f2413-b6b7-4fcc-9bd2-67b7dadff444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384845 Feb 17 15:45:53.260462 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.24', 61425) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:53.343384 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 48848) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:53.352415 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9a6ddec3-0d8d-4bc7-8937-755e693e213b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (e32cc205-1207-482d-9fd8-907ccf2c8da3), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:53.358587 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9a6ddec3-0d8d-4bc7-8937-755e693e213b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:53.371634 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-9a6ddec3-0d8d-4bc7-8937-755e693e213b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e32cc205-1207-482d-9fd8-907ccf2c8da3 HTTP/1.1" status: 204 len: 168 time: 0.6613207 Feb 17 15:45:53.383489 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-2ee6a27e-ab51-43cf-a3e0-e24b44a53dd7 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:53.385641 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-2ee6a27e-ab51-43cf-a3e0-e24b44a53dd7 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.24 "GET /v2.0/networks?id=d7517828-d4b9-4a8f-8db6-7a3339da0c38 HTTP/1.1" status: 200 len: 810 time: 0.2866554 Feb 17 15:45:53.631422 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-81a16c83-cf7f-4a1d-9d3e-bb09bb831457 req-3e1015ec-4e5b-4184-959c-7b685918c81a tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 210 time: 0.2864540 Feb 17 15:45:53.646958 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ddec3-0d8d-4bc7-8937-755e693e213b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32cc205-1207-482d-9fd8-907ccf2c8da3,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:53.683002 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98fc09-0885-4708-9944-680b53413a33 req-5c8f6a7a-774b-49d0-aa2b-8ef3fd0706ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:53.701130 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-7f98fc09-0885-4708-9944-680b53413a33 req-5c8f6a7a-774b-49d0-aa2b-8ef3fd0706ec service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6647944 Feb 17 15:45:53.706351 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-b2ef569e-64be-42d8-a0f2-4cfd3f021fd8 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=769c58532a4348dcae2ac0328ff62a8f HTTP/1.1" status: 200 len: 380 time: 0.2940938 Feb 17 15:45:53.724796 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-85c4fb35-ad81-48fd-90a8-4677e4249c95 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Request body: {'port': {'device_id': 'db2d6980-c9f6-47d4-956f-f226a93d50e8', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'admin_state_up': True, 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'security_groups': ['8cef369b-98ad-4ee0-968d-70a8823d88c9']}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:45:53.879442 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-a77b80ad-bd0b-4ca4-8bf7-dd649adfe0b9 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:53.883338 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-a77b80ad-bd0b-4ca4-8bf7-dd649adfe0b9 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.24 "GET /v2.0/networks?id=ad5eb79a-29ab-494d-8432-3ccbc2a327de HTTP/1.1" status: 200 len: 817 time: 0.6114347 Feb 17 15:45:54.050755 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-c9373bb3-65ea-4193-ad96-0356bfb920b6 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05f0a8984e9b47928705c3398312ed12 HTTP/1.1" status: 200 len: 379 time: 0.1532321 Feb 17 15:45:54.073601 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-f755822a-077f-4167-b550-9c146fd8acac tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Request body: {'port': {'device_id': '25a3ca41-f80f-43d4-8009-7c38865b979c', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'admin_state_up': True, 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'security_groups': ['b8416212-3fd1-4cb0-90b5-06a29bc6b501']}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:45:54.170315 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b88cabe8-2c21-404d-9334-bc7133480a4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:54.300126 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-44ac67e5-9b38-48d9-a239-16c1a0292b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:54.312657 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-44ac67e5-9b38-48d9-a239-16c1a0292b8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc270855b3c64bb9a38e691bdfb44a37&device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 1127 time: 0.5406640 Feb 17 15:45:54.415063 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-f755822a-077f-4167-b550-9c146fd8acac tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Made reservation on behalf of 05f0a8984e9b47928705c3398312ed12 for: {'port': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:45:54.419656 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-f755822a-077f-4167-b550-9c146fd8acac tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:54.582700 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-cce06e12-3c4b-4e83-b96b-86e1b998b6b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bdcc4d7c-105a-4932-abe7-b80b058daca0 HTTP/1.1" status: 200 len: 217 time: 0.2577112 Feb 17 15:45:54.722578 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-cacaa687-ac39-45e0-adbf-3d17cacab750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:54.726097 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-cacaa687-ac39-45e0-adbf-3d17cacab750 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cefa4002-504a-46ad-a1ec-360dddceb9df HTTP/1.1" status: 200 len: 851 time: 0.0980239 Feb 17 15:45:54.728409 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-85c4fb35-ad81-48fd-90a8-4677e4249c95 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Made reservation on behalf of 769c58532a4348dcae2ac0328ff62a8f for: {'port': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:45:54.733943 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-85c4fb35-ad81-48fd-90a8-4677e4249c95 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:54.892877 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-bb2ac26f-040f-4125-8ac3-c186f004cda3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=71b67ac1-1524-4a81-a092-18f781c7eeab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1515467 Feb 17 15:45:54.953334 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6d2aad18-02e8-4087-9aff-1abdf28a2ea6 req-9499c21d-ce5c-4d6f-b8b7-8d7005cc72a8 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 210 time: 0.5416896 Feb 17 15:45:55.145988 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-d87578e8-4409-4d43-96c2-46211b28bfdf service neutron] 10.222.0.24 "GET /v2.0/networks/71b67ac1-1524-4a81-a092-18f781c7eeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381678 Feb 17 15:45:55.174507 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-f755822a-077f-4167-b550-9c146fd8acac tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Allocated IP 172.20.0.11 (ad5eb79a-29ab-494d-8432-3ccbc2a327de/085193d0-4bed-4149-bda8-411e07e82670/8d8a458d-7505-4dbf-9aa4-428a1db22383) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:45:55.180678 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b88cabe8-2c21-404d-9334-bc7133480a4c admin admin] Publish callbacks [] for security_group (0baba05e-4388-465c-b0f8-3d527d7cb1cb), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:55.219150 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b88cabe8-2c21-404d-9334-bc7133480a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (0baba05e-4388-465c-b0f8-3d527d7cb1cb), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:55.325137 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1aa2eafd-7c22-46b7-9596-ff7f16a2358a req-1bfa01dd-c0d6-4177-8ac8-ba6b82927307 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 210 time: 0.1472826 Feb 17 15:45:55.408595 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_common [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-85c4fb35-ad81-48fd-90a8-4677e4249c95 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Allocated IP 172.20.0.3 (d7517828-d4b9-4a8f-8db6-7a3339da0c38/6d98068c-df44-41c5-a48f-1683fecb288a/89339565-152f-4ae8-8690-3d2c845f5541) {{(pid=109498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:45:55.469931 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88cabe8-2c21-404d-9334-bc7133480a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0baba05e-4388-465c-b0f8-3d527d7cb1cb,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:55.565979 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-b88cabe8-2c21-404d-9334-bc7133480a4c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0d1ff026c3af44afb12928b66bd051bd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2170811 Feb 17 15:45:55.576641 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 48970) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:55.604587 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30fe59-2acb-4782-a667-8a11529e7764 req-f33fa6ac-481a-48d8-9df2-2c31b88f234c tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:55.616679 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7c30fe59-2acb-4782-a667-8a11529e7764 req-f33fa6ac-481a-48d8-9df2-2c31b88f234c tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 943 time: 1.2913067 Feb 17 15:45:55.867363 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a6378205-b755-4dc9-adea-209123e2a6f5 admin admin] Publish callbacks [] for security_group (0baba05e-4388-465c-b0f8-3d527d7cb1cb), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:55.895208 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a6378205-b755-4dc9-adea-209123e2a6f5 admin admin] Publish callbacks [] for security_group (0baba05e-4388-465c-b0f8-3d527d7cb1cb), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:55.940761 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-85c4fb35-ad81-48fd-90a8-4677e4249c95 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for port (89339565-152f-4ae8-8690-3d2c845f5541), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:55.967468 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a6378205-b755-4dc9-adea-209123e2a6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (0baba05e-4388-465c-b0f8-3d527d7cb1cb), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:55.970632 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a6378205-b755-4dc9-adea-209123e2a6f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:55.972134 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-a6378205-b755-4dc9-adea-209123e2a6f5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0baba05e-4388-465c-b0f8-3d527d7cb1cb HTTP/1.1" status: 204 len: 168 time: 0.3519156 Feb 17 15:45:55.986822 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7c30fe59-2acb-4782-a667-8a11529e7764 req-711480e4-feda-4ccd-8757-2e059fb967b6 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/security-groups?id=208f2413-b6b7-4fcc-9bd2-67b7dadff444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3684504 Feb 17 15:45:56.004352 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6378205-b755-4dc9-adea-209123e2a6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0baba05e-4388-465c-b0f8-3d527d7cb1cb,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:56.015330 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-5cc4457e-e49d-481c-abd3-8339b5a42bf9 req-0f45fa41-8d87-4336-af43-f3623ec541f9 service neutron] 10.222.0.24 "GET /v2.0/networks/71b67ac1-1524-4a81-a092-18f781c7eeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8387361 Feb 17 15:45:56.043756 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-f755822a-077f-4167-b550-9c146fd8acac tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:56.116291 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-f755822a-077f-4167-b550-9c146fd8acac tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:56.141424 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-85c4fb35-ad81-48fd-90a8-4677e4249c95 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664'] for port (89339565-152f-4ae8-8690-3d2c845f5541), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:56.200837 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-85c4fb35-ad81-48fd-90a8-4677e4249c95 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Network d7517828-d4b9-4a8f-8db6-7a3339da0c38 is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:45:56.209696 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-85c4fb35-ad81-48fd-90a8-4677e4249c95 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:45:56.283458 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-85c4fb35-ad81-48fd-90a8-4677e4249c95 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Received port after_create {{(pid=109498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:45:56.317680 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-85c4fb35-ad81-48fd-90a8-4677e4249c95 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:56.320613 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-85c4fb35-ad81-48fd-90a8-4677e4249c95 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:56.416516 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-85c4fb35-ad81-48fd-90a8-4677e4249c95 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6961167 Feb 17 15:45:56.438853 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755822a-077f-4167-b550-9c146fd8acac tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Pushing event updated for resources: {'Port': ['ID=8d8a458d-7505-4dbf-9aa4-428a1db22383,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:56.456595 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-de3da0cc-40ce-4912-8edf-f25c6d2500bb service neutron] Request body: {'port': {'device_id': 'db2d6980-c9f6-47d4-956f-f226a93d50e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:45:56.463547 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-f755822a-077f-4167-b550-9c146fd8acac tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Network ad5eb79a-29ab-494d-8432-3ccbc2a327de is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:45:56.482145 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-f755822a-077f-4167-b550-9c146fd8acac tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:45:56.502584 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-f755822a-077f-4167-b550-9c146fd8acac tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:45:56.522933 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-f755822a-077f-4167-b550-9c146fd8acac tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:56.525050 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-f755822a-077f-4167-b550-9c146fd8acac tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:56.588197 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-f755822a-077f-4167-b550-9c146fd8acac tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5156984 Feb 17 15:45:56.613263 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 49022) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:56.683641 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4fb35-ad81-48fd-90a8-4677e4249c95 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Pushing event updated for resources: {'Port': ['ID=89339565-152f-4ae8-8690-3d2c845f5541,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:56.713480 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-68ef6b43-564e-4b06-be52-c17c2b30970c None None] Provisioning complete for port 89339565-152f-4ae8-8690-3d2c845f5541 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:45:56.714098 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-68ef6b43-564e-4b06-be52-c17c2b30970c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (89339565-152f-4ae8-8690-3d2c845f5541), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:56.736247 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-d186583f-aa8a-4556-a842-08e09df43310 service neutron] Request body: {'port': {'device_id': '25a3ca41-f80f-43d4-8009-7c38865b979c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:45:56.755322 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-de3da0cc-40ce-4912-8edf-f25c6d2500bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (89339565-152f-4ae8-8690-3d2c845f5541), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:56.796361 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-68ef6b43-564e-4b06-be52-c17c2b30970c None None] Port 89339565-152f-4ae8-8690-3d2c845f5541 cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:45:56.886351 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f27e4f-b1c3-4990-a8bb-c9ce860eb368 req-860c3e8a-eb0b-4f39-a64a-8d56a783d811 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:56.892716 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c5f27e4f-b1c3-4990-a8bb-c9ce860eb368 req-860c3e8a-eb0b-4f39-a64a-8d56a783d811 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 931 time: 0.5746408 Feb 17 15:45:56.899714 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 49028) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:57.057421 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-98566b88-afc3-4b03-a45e-fc170837c6af None None] Provisioning complete for port 8d8a458d-7505-4dbf-9aa4-428a1db22383 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:45:57.058329 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-98566b88-afc3-4b03-a45e-fc170837c6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:57.087388 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c5f27e4f-b1c3-4990-a8bb-c9ce860eb368 req-b6b70353-f81b-4a1a-9c71-be2e5a5f5a6a tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642268 Feb 17 15:45:57.101228 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-cbd24470-e927-4005-94f8-d589a09d4cad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:57.112485 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-0adacd44-096a-4944-a173-a355760a1adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:57.155653 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-98566b88-afc3-4b03-a45e-fc170837c6af None None] Port 8d8a458d-7505-4dbf-9aa4-428a1db22383 cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:45:57.161715 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc46f2c-e2fe-4213-bd2f-e88386e373b7 req-6f40338a-c4da-4a84-a4bb-a4185a889dc7 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:57.172639 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ccc46f2c-e2fe-4213-bd2f-e88386e373b7 req-6f40338a-c4da-4a84-a4bb-a4185a889dc7 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 932 time: 0.6070139 Feb 17 15:45:57.286063 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-d186583f-aa8a-4556-a842-08e09df43310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:57.424844 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-de3da0cc-40ce-4912-8edf-f25c6d2500bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89339565-152f-4ae8-8690-3d2c845f5541 {{(pid=109498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:45:57.440228 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-de3da0cc-40ce-4912-8edf-f25c6d2500bb service neutron] Publish callbacks [] for port (89339565-152f-4ae8-8690-3d2c845f5541), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:57.460177 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.provisioning_blocks [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-de3da0cc-40ce-4912-8edf-f25c6d2500bb service neutron] Transition to ACTIVE for port object 89339565-152f-4ae8-8690-3d2c845f5541 will not be triggered until provisioned by entity L2. {{(pid=109498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 15:45:57.472328 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-de3da0cc-40ce-4912-8edf-f25c6d2500bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (89339565-152f-4ae8-8690-3d2c845f5541), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:57.501532 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-cbd24470-e927-4005-94f8-d589a09d4cad admin admin] Publish callbacks [] for security_group (c233edf1-815e-4020-88a4-3a06ecacf251), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:57.559547 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-cbd24470-e927-4005-94f8-d589a09d4cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (c233edf1-815e-4020-88a4-3a06ecacf251), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:57.714117 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3da0cc-40ce-4912-8edf-f25c6d2500bb service neutron] Pushing event updated for resources: {'Port': ['ID=89339565-152f-4ae8-8690-3d2c845f5541,revision_number=2']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:57.739710 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-de3da0cc-40ce-4912-8edf-f25c6d2500bb service neutron] Attempting to bind port 89339565-152f-4ae8-8690-3d2c845f5541 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:45:57.740630 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-de3da0cc-40ce-4912-8edf-f25c6d2500bb service neutron] Attempting to bind port 89339565-152f-4ae8-8690-3d2c845f5541 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '62cc0335-bd0e-43f5-a4e5-e158aba2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38'}] {{(pid=109498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:45:57.749120 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-de3da0cc-40ce-4912-8edf-f25c6d2500bb service neutron] Attempting to bind port 89339565-152f-4ae8-8690-3d2c845f5541 on network d7517828-d4b9-4a8f-8db6-7a3339da0c38 {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:45:57.757873 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-de3da0cc-40ce-4912-8edf-f25c6d2500bb service neutron] Port 89339565-152f-4ae8-8690-3d2c845f5541 on network d7517828-d4b9-4a8f-8db6-7a3339da0c38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 15:45:57.758924 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-de3da0cc-40ce-4912-8edf-f25c6d2500bb service neutron] Attempting to bind port 89339565-152f-4ae8-8690-3d2c845f5541 on network d7517828-d4b9-4a8f-8db6-7a3339da0c38 {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:45:57.772609 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-de3da0cc-40ce-4912-8edf-f25c6d2500bb service neutron] Checking agent: {'id': '085351c5-065a-4edc-ae4b-0d7f2b27b503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'started_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:45:57.773919 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-de3da0cc-40ce-4912-8edf-f25c6d2500bb service neutron] Checking segment: {'id': '62cc0335-bd0e-43f5-a4e5-e158aba2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:45:57.774985 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-de3da0cc-40ce-4912-8edf-f25c6d2500bb service neutron] Bound using segment: {'id': '62cc0335-bd0e-43f5-a4e5-e158aba2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38'} {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:45:57.777230 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-de3da0cc-40ce-4912-8edf-f25c6d2500bb service neutron] Bound port: 89339565-152f-4ae8-8690-3d2c845f5541, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62cc0335-bd0e-43f5-a4e5-e158aba2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38'}}] {{(pid=109498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:45:57.778509 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-de3da0cc-40ce-4912-8edf-f25c6d2500bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (89339565-152f-4ae8-8690-3d2c845f5541), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:57.809484 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ccc46f2c-e2fe-4213-bd2f-e88386e373b7 req-a53810ab-c870-49a1-bc1b-176aa344026f tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6319580 Feb 17 15:45:57.859284 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-cbd24470-e927-4005-94f8-d589a09d4cad admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=66de80e6aa364c60a9187abf31ea948d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9425318 Feb 17 15:45:57.872531 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 49060) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:58.039528 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-de3da0cc-40ce-4912-8edf-f25c6d2500bb service neutron] For port 89339565-152f-4ae8-8690-3d2c845f5541, host hv-cinder-60634, cleared binding levels {{(pid=109498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:45:58.059611 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-de3da0cc-40ce-4912-8edf-f25c6d2500bb service neutron] For port 89339565-152f-4ae8-8690-3d2c845f5541, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=89339565-152f-4ae8-8690-3d2c845f5541,segment=NetworkSegment(62cc0335-bd0e-43f5-a4e5-e158aba2febe),segment_id=62cc0335-bd0e-43f5-a4e5-e158aba2febe)] {{(pid=109498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:45:58.118287 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-de3da0cc-40ce-4912-8edf-f25c6d2500bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (89339565-152f-4ae8-8690-3d2c845f5541), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:58.240021 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-de3da0cc-40ce-4912-8edf-f25c6d2500bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:58.240758 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-de3da0cc-40ce-4912-8edf-f25c6d2500bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:58.242198 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-de3da0cc-40ce-4912-8edf-f25c6d2500bb service neutron] 10.222.0.24 "PUT /v2.0/ports/89339565-152f-4ae8-8690-3d2c845f5541 HTTP/1.1" status: 200 len: 1093 time: 1.7984464 Feb 17 15:45:58.242679 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2d6980-c9f6-47d4-956f-f226a93d50e8', 'tag': '89339565-152f-4ae8-8690-3d2c845f5541'}] {{(pid=109498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:45:58.251468 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}780bf5bf4681f798ff63f4c2752ba00573ae695b8458fad7683b49eb1801337a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9043068f-6f9e-4c46-a4a2-349b71c39d57" -d '{"events": [{"name": "network-changed", "server_uuid": "db2d6980-c9f6-47d4-956f-f226a93d50e8", "tag": "89339565-152f-4ae8-8690-3d2c845f5541"}]}' {{(pid=109498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:45:58.335417 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3da0cc-40ce-4912-8edf-f25c6d2500bb service neutron] Pushing event updated for resources: {'Port': ['ID=89339565-152f-4ae8-8690-3d2c845f5541,revision_number=3']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:58.445757 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-b3a754f1-dde2-41e2-84bc-231c9705c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:58.447291 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-b3a754f1-dde2-41e2-84bc-231c9705c38d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=769c58532a4348dcae2ac0328ff62a8f&device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 1127 time: 0.0888703 Feb 17 15:45:58.512625 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-4ad8c9c3-66c1-41cd-8faf-76e09dd9d9bd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89339565-152f-4ae8-8690-3d2c845f5541 HTTP/1.1" status: 200 len: 217 time: 0.0579400 Feb 17 15:45:58.527700 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-0adacd44-096a-4944-a173-a355760a1adc admin admin] Publish callbacks [] for security_group (48dd403d-0f2b-411b-ae37-a302297db6da), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:58.587752 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8a727-9f13-4863-9e67-ce1a6cbb7d75 req-d69bf0e8-08df-4346-b485-41d0f8c2f4b8 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:58.594319 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2ea8a727-9f13-4863-9e67-ce1a6cbb7d75 req-d69bf0e8-08df-4346-b485-41d0f8c2f4b8 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 943 time: 1.2283273 Feb 17 15:45:58.596947 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd24470-e927-4005-94f8-d589a09d4cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c233edf1-815e-4020-88a4-3a06ecacf251,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:58.617319 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-0adacd44-096a-4944-a173-a355760a1adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (48dd403d-0f2b-411b-ae37-a302297db6da), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:58.625971 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-c7057d7c-640e-4652-b2ba-7d818e231d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:58.628085 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-c7057d7c-640e-4652-b2ba-7d818e231d4d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d98068c-df44-41c5-a48f-1683fecb288a HTTP/1.1" status: 200 len: 849 time: 0.1016092 Feb 17 15:45:58.770383 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-65642d72-0e8d-4da4-89a1-c3cb52bbc5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:58.774115 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-65642d72-0e8d-4da4-89a1-c3cb52bbc5f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d7517828-d4b9-4a8f-8db6-7a3339da0c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1371517 Feb 17 15:45:58.836477 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-0adacd44-096a-4944-a173-a355760a1adc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=69dee8ff312d4f249f5fb6cb9aa9a7aa&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2198808 Feb 17 15:45:58.860348 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 49086) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:45:58.864136 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adacd44-096a-4944-a173-a355760a1adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48dd403d-0f2b-411b-ae37-a302297db6da,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:58.956876 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dbe85da3-bd68-4cd7-91e0-f774ceda7941 admin admin] Publish callbacks [] for security_group (c233edf1-815e-4020-88a4-3a06ecacf251), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:59.065121 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dbe85da3-bd68-4cd7-91e0-f774ceda7941 admin admin] Publish callbacks [] for security_group (c233edf1-815e-4020-88a4-3a06ecacf251), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:59.097770 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-eac14852-a955-4fbf-b1fa-25b00a255505 admin admin] Publish callbacks [] for security_group (48dd403d-0f2b-411b-ae37-a302297db6da), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:59.119007 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-8c648b81-4d61-457e-9182-37af139bdf8c service neutron] 10.222.0.24 "GET /v2.0/networks/d7517828-d4b9-4a8f-8db6-7a3339da0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134763 Feb 17 15:45:59.141038 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-eac14852-a955-4fbf-b1fa-25b00a255505 admin admin] Publish callbacks [] for security_group (48dd403d-0f2b-411b-ae37-a302297db6da), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:59.207103 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-eac14852-a955-4fbf-b1fa-25b00a255505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (48dd403d-0f2b-411b-ae37-a302297db6da), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:59.210014 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-eac14852-a955-4fbf-b1fa-25b00a255505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:59.217268 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-eac14852-a955-4fbf-b1fa-25b00a255505 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/48dd403d-0f2b-411b-ae37-a302297db6da HTTP/1.1" status: 204 len: 168 time: 0.3527112 Feb 17 15:45:59.253301 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e50ff1-20d5-44ec-840c-7ef643defab6 req-d5729533-c7c3-4267-851d-47d0831dce6c tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:59.254938 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f8e50ff1-20d5-44ec-840c-7ef643defab6 req-d5729533-c7c3-4267-851d-47d0831dce6c tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 943 time: 0.7710388 Feb 17 15:45:59.262800 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2ea8a727-9f13-4863-9e67-ce1a6cbb7d75 req-d28f8df7-5527-4a6e-9e3a-c8670fb24129 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/security-groups?id=208f2413-b6b7-4fcc-9bd2-67b7dadff444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6555798 Feb 17 15:45:59.290867 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac14852-a955-4fbf-b1fa-25b00a255505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dd403d-0f2b-411b-ae37-a302297db6da,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:59.470878 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f8e50ff1-20d5-44ec-840c-7ef643defab6 req-92b8db1f-bd5a-4f6a-bceb-2ee87d1f2bde tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922669 Feb 17 15:45:59.502995 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-d186583f-aa8a-4556-a842-08e09df43310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8a458d-7505-4dbf-9aa4-428a1db22383 {{(pid=109499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:45:59.512742 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dbe85da3-bd68-4cd7-91e0-f774ceda7941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (c233edf1-815e-4020-88a4-3a06ecacf251), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:59.517892 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dbe85da3-bd68-4cd7-91e0-f774ceda7941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:59.519578 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-dbe85da3-bd68-4cd7-91e0-f774ceda7941 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c233edf1-815e-4020-88a4-3a06ecacf251 HTTP/1.1" status: 204 len: 168 time: 1.0462832 Feb 17 15:45:59.521332 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d12de4-4cfc-411a-b185-391f3726eba2 x-openstack-request-id: req-45d12de4-4cfc-411a-b185-391f3726eba2 {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:45:59.522371 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2d6980-c9f6-47d4-956f-f226a93d50e8", "tag": "89339565-152f-4ae8-8690-3d2c845f5541", "status": "completed", "code": 200}]} {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:45:59.522663 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-d186583f-aa8a-4556-a842-08e09df43310 service neutron] Publish callbacks [] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:59.525518 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-45d12de4-4cfc-411a-b185-391f3726eba2 {{(pid=109498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:45:59.528909 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2d6980-c9f6-47d4-956f-f226a93d50e8', 'tag': '89339565-152f-4ae8-8690-3d2c845f5541', 'status': 'completed', 'code': 200} Feb 17 15:45:59.600065 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe85da3-bd68-4cd7-91e0-f774ceda7941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c233edf1-815e-4020-88a4-3a06ecacf251,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:59.631361 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-28501ab7-324e-4ab5-88d6-07af6a854ab0 req-faec913f-b345-4d89-90b9-5e4332020757 service neutron] 10.222.0.24 "GET /v2.0/networks/d7517828-d4b9-4a8f-8db6-7a3339da0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146843 Feb 17 15:45:59.657098 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.provisioning_blocks [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-d186583f-aa8a-4556-a842-08e09df43310 service neutron] Transition to ACTIVE for port object 8d8a458d-7505-4dbf-9aa4-428a1db22383 will not be triggered until provisioned by entity L2. {{(pid=109499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 15:45:59.695750 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-d186583f-aa8a-4556-a842-08e09df43310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:45:59.838742 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043068f-6f9e-4c46-a4a2-349b71c39d57 req-ab88a903-2183-4b2b-8778-0fb6ac31b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:59.850551 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9043068f-6f9e-4c46-a4a2-349b71c39d57 req-ab88a903-2183-4b2b-8778-0fb6ac31b1fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=769c58532a4348dcae2ac0328ff62a8f&device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 1127 time: 0.1334200 Feb 17 15:45:59.857896 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186583f-aa8a-4556-a842-08e09df43310 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8a458d-7505-4dbf-9aa4-428a1db22383,revision_number=2']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:45:59.887187 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb3672-c095-4b6a-83eb-c831fbc17f35 req-ba5f6f4d-553c-4b99-96b1-f629d6f9f36e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:45:59.902975 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0dcb3672-c095-4b6a-83eb-c831fbc17f35 req-ba5f6f4d-553c-4b99-96b1-f629d6f9f36e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 932 time: 0.3042176 Feb 17 15:45:59.949419 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-d186583f-aa8a-4556-a842-08e09df43310 service neutron] Attempting to bind port 8d8a458d-7505-4dbf-9aa4-428a1db22383 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:45:59.951747 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-d186583f-aa8a-4556-a842-08e09df43310 service neutron] Attempting to bind port 8d8a458d-7505-4dbf-9aa4-428a1db22383 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '55538985-2bef-4ca9-9d27-59001af909bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de'}] {{(pid=109499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:45:59.953508 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-d186583f-aa8a-4556-a842-08e09df43310 service neutron] Attempting to bind port 8d8a458d-7505-4dbf-9aa4-428a1db22383 on network ad5eb79a-29ab-494d-8432-3ccbc2a327de {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:45:59.975334 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-d186583f-aa8a-4556-a842-08e09df43310 service neutron] Port 8d8a458d-7505-4dbf-9aa4-428a1db22383 on network ad5eb79a-29ab-494d-8432-3ccbc2a327de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 15:45:59.987931 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-d186583f-aa8a-4556-a842-08e09df43310 service neutron] Attempting to bind port 8d8a458d-7505-4dbf-9aa4-428a1db22383 on network ad5eb79a-29ab-494d-8432-3ccbc2a327de {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:46:00.007723 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-d186583f-aa8a-4556-a842-08e09df43310 service neutron] Checking agent: {'id': '085351c5-065a-4edc-ae4b-0d7f2b27b503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'started_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:46:00.008232 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-d186583f-aa8a-4556-a842-08e09df43310 service neutron] Checking segment: {'id': '55538985-2bef-4ca9-9d27-59001af909bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:46:00.009665 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-d186583f-aa8a-4556-a842-08e09df43310 service neutron] Bound using segment: {'id': '55538985-2bef-4ca9-9d27-59001af909bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de'} {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:46:00.010956 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-d186583f-aa8a-4556-a842-08e09df43310 service neutron] Bound port: 8d8a458d-7505-4dbf-9aa4-428a1db22383, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55538985-2bef-4ca9-9d27-59001af909bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de'}}] {{(pid=109499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:46:00.011538 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-d186583f-aa8a-4556-a842-08e09df43310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:00.019843 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-0f3168ff-ebee-4ea4-81dd-2fc7f5a1e9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:00.073596 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0dcb3672-c095-4b6a-83eb-c831fbc17f35 req-c0ebb86d-f8cf-4999-95d8-d4153148a18f tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595097 Feb 17 15:46:00.189121 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-d186583f-aa8a-4556-a842-08e09df43310 service neutron] For port 8d8a458d-7505-4dbf-9aa4-428a1db22383, host hv-cinder-60634, cleared binding levels {{(pid=109499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:46:00.196935 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-d186583f-aa8a-4556-a842-08e09df43310 service neutron] For port 8d8a458d-7505-4dbf-9aa4-428a1db22383, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8d8a458d-7505-4dbf-9aa4-428a1db22383,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:46:00.209834 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-d186583f-aa8a-4556-a842-08e09df43310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:00.246540 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 49128) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:00.281419 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186583f-aa8a-4556-a842-08e09df43310 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8a458d-7505-4dbf-9aa4-428a1db22383,revision_number=3']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:00.288500 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-d186583f-aa8a-4556-a842-08e09df43310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:00.289210 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-d186583f-aa8a-4556-a842-08e09df43310 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:00.290707 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-d186583f-aa8a-4556-a842-08e09df43310 service neutron] 10.222.0.24 "PUT /v2.0/ports/8d8a458d-7505-4dbf-9aa4-428a1db22383 HTTP/1.1" status: 200 len: 1094 time: 3.5805635 Feb 17 15:46:00.291281 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a3ca41-f80f-43d4-8009-7c38865b979c', 'tag': '8d8a458d-7505-4dbf-9aa4-428a1db22383'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:46:00.294514 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-7fd49f5e-4bef-459d-aaec-63bc0dcefba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:00.427495 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043068f-6f9e-4c46-a4a2-349b71c39d57 req-9f5630fb-0803-49ba-98f2-341a7ce1ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:00.432219 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9043068f-6f9e-4c46-a4a2-349b71c39d57 req-9f5630fb-0803-49ba-98f2-341a7ce1ff05 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d7517828-d4b9-4a8f-8db6-7a3339da0c38 HTTP/1.1" status: 200 len: 911 time: 0.5807438 Feb 17 15:46:00.608030 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9043068f-6f9e-4c46-a4a2-349b71c39d57 req-23f7d944-2b24-442e-9d19-0bdb57ba8a18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89339565-152f-4ae8-8690-3d2c845f5541 HTTP/1.1" status: 200 len: 217 time: 0.1605268 Feb 17 15:46:00.741624 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043068f-6f9e-4c46-a4a2-349b71c39d57 req-ceea0f6a-ae56-4612-901f-f28d4d3a92b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:00.744153 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9043068f-6f9e-4c46-a4a2-349b71c39d57 req-ceea0f6a-ae56-4612-901f-f28d4d3a92b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d98068c-df44-41c5-a48f-1683fecb288a HTTP/1.1" status: 200 len: 849 time: 0.1197014 Feb 17 15:46:00.772163 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-7fd49f5e-4bef-459d-aaec-63bc0dcefba1 admin admin] Publish callbacks [] for security_group (9f0f34a8-0a93-4e32-ab51-a0c9e93cd6f1), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:00.778942 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-7fd49f5e-4bef-459d-aaec-63bc0dcefba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (9f0f34a8-0a93-4e32-ab51-a0c9e93cd6f1), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:00.792967 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fd398-86f6-4068-a108-15ff83bcb719 req-1d7d5569-1a71-4f4f-a866-3eb6a7bb6739 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:00.794972 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-705fd398-86f6-4068-a108-15ff83bcb719 req-1d7d5569-1a71-4f4f-a866-3eb6a7bb6739 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 943 time: 0.3648317 Feb 17 15:46:00.798223 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-75c8f4d4-3428-42df-ac55-6f685738c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:00.799864 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-75c8f4d4-3428-42df-ac55-6f685738c552 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05f0a8984e9b47928705c3398312ed12&device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 1128 time: 0.3685451 Feb 17 15:46:00.808272 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc78bf8-4d16-44b5-ba89-65f80cae718a req-d5ef1451-daf1-4e7f-bbc9-5a386940e2d8 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:00.809945 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-cbc78bf8-4d16-44b5-ba89-65f80cae718a req-d5ef1451-daf1-4e7f-bbc9-5a386940e2d8 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 943 time: 0.1421480 Feb 17 15:46:00.831799 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-7fd49f5e-4bef-459d-aaec-63bc0dcefba1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b40745f76389431f829316ddbeadc46e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5828707 Feb 17 15:46:00.832620 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 49158) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:00.946257 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-3aa694d1-890e-4ca7-be12-0318c854ff47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d8a458d-7505-4dbf-9aa4-428a1db22383 HTTP/1.1" status: 200 len: 217 time: 0.1083961 Feb 17 15:46:00.946408 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043068f-6f9e-4c46-a4a2-349b71c39d57 req-aa039793-18b4-4e1d-b067-5c1d247602ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:00.947962 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9043068f-6f9e-4c46-a4a2-349b71c39d57 req-aa039793-18b4-4e1d-b067-5c1d247602ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d7517828-d4b9-4a8f-8db6-7a3339da0c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1130877 Feb 17 15:46:00.955651 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-705fd398-86f6-4068-a108-15ff83bcb719 req-1ce6c589-85ed-41d1-b59c-58edcd6fb373 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/security-groups?id=208f2413-b6b7-4fcc-9bd2-67b7dadff444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440351 Feb 17 15:46:00.957245 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd49f5e-4bef-459d-aaec-63bc0dcefba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0f34a8-0a93-4e32-ab51-a0c9e93cd6f1,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:01.006914 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9eda29-d292-4de7-b9e0-af6c7b7ee1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "25a3ca41-f80f-43d4-8009-7c38865b979c", "tag": "8d8a458d-7505-4dbf-9aa4-428a1db22383"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:46:01.013509 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-cbc78bf8-4d16-44b5-ba89-65f80cae718a req-c97c2e3b-96f4-41af-b859-e69c6c5b7acd tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744752 Feb 17 15:46:01.059159 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-fc50558d-8632-4ed8-813d-6db589217338 admin admin] Publish callbacks [] for security_group (9f0f34a8-0a93-4e32-ab51-a0c9e93cd6f1), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:01.073008 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-71991f8c-4b8d-4f72-878e-1db4ba448ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:01.075333 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-71991f8c-4b8d-4f72-878e-1db4ba448ac8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=085193d0-4bed-4149-bda8-411e07e82670 HTTP/1.1" status: 200 len: 856 time: 0.0934300 Feb 17 15:46:01.223450 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-fc50558d-8632-4ed8-813d-6db589217338 admin admin] Publish callbacks [] for security_group (9f0f34a8-0a93-4e32-ab51-a0c9e93cd6f1), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:01.228463 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-6eaafd88-30da-4db7-ac7c-dc158fe1f35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:01.230721 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-6eaafd88-30da-4db7-ac7c-dc158fe1f35c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad5eb79a-29ab-494d-8432-3ccbc2a327de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1452394 Feb 17 15:46:01.408673 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4de2ef0-e477-4bdc-a54f-1a259fc1e808 x-openstack-request-id: req-a4de2ef0-e477-4bdc-a54f-1a259fc1e808 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:46:01.408961 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a3ca41-f80f-43d4-8009-7c38865b979c", "tag": "8d8a458d-7505-4dbf-9aa4-428a1db22383", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:46:01.409215 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a4de2ef0-e477-4bdc-a54f-1a259fc1e808 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:46:01.409686 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a3ca41-f80f-43d4-8009-7c38865b979c', 'tag': '8d8a458d-7505-4dbf-9aa4-428a1db22383', 'status': 'completed', 'code': 200} Feb 17 15:46:01.425286 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81869087-11a1-424a-8ac6-4cc83aa4a14f req-626026a7-1f08-4fa0-a38d-03028bfc4aea tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:01.426931 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-81869087-11a1-424a-8ac6-4cc83aa4a14f req-626026a7-1f08-4fa0-a38d-03028bfc4aea tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.2006252 Feb 17 15:46:01.460105 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-aaa7e508-8a1a-4ebd-83bb-1b45f979c37e service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176142 Feb 17 15:46:01.533072 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-81869087-11a1-424a-8ac6-4cc83aa4a14f req-4164d5aa-76ba-459f-85cd-e913dc3d4d48 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946686 Feb 17 15:46:01.554446 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9043068f-6f9e-4c46-a4a2-349b71c39d57 req-d2e58662-5148-4aa6-82de-3f3f5013bc4f service neutron] 10.222.0.24 "GET /v2.0/networks/d7517828-d4b9-4a8f-8db6-7a3339da0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5634565 Feb 17 15:46:01.595502 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:46:01.597680 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-fc50558d-8632-4ed8-813d-6db589217338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (9f0f34a8-0a93-4e32-ab51-a0c9e93cd6f1), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:01.601090 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-fc50558d-8632-4ed8-813d-6db589217338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:01.602571 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-fc50558d-8632-4ed8-813d-6db589217338 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9f0f34a8-0a93-4e32-ab51-a0c9e93cd6f1 HTTP/1.1" status: 204 len: 168 time: 0.7297094 Feb 17 15:46:01.618797 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7dec2cb5-867a-43cf-8f86-69d161fb8ed1 req-dcda9a84-5353-4e6b-9eca-b495ac4316b5 service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505177 Feb 17 15:46:01.656549 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50558d-8632-4ed8-813d-6db589217338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0f34a8-0a93-4e32-ab51-a0c9e93cd6f1,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:01.728760 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9043068f-6f9e-4c46-a4a2-349b71c39d57 req-7edc734c-ae92-460c-a324-3bc8b46f82c7 service neutron] 10.222.0.24 "GET /v2.0/networks/d7517828-d4b9-4a8f-8db6-7a3339da0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666038 Feb 17 15:46:01.774172 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9eda29-d292-4de7-b9e0-af6c7b7ee1b6 req-84f9084f-d29a-4748-88f9-72a3cc6c68cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:01.775752 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fc9eda29-d292-4de7-b9e0-af6c7b7ee1b6 req-84f9084f-d29a-4748-88f9-72a3cc6c68cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05f0a8984e9b47928705c3398312ed12&device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 1128 time: 0.0883996 Feb 17 15:46:01.947624 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9eda29-d292-4de7-b9e0-af6c7b7ee1b6 req-9a2f9dc2-10f7-4270-814b-a57834d8bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:01.949778 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fc9eda29-d292-4de7-b9e0-af6c7b7ee1b6 req-9a2f9dc2-10f7-4270-814b-a57834d8bf96 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad5eb79a-29ab-494d-8432-3ccbc2a327de HTTP/1.1" status: 200 len: 918 time: 0.1680548 Feb 17 15:46:01.994615 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fc9eda29-d292-4de7-b9e0-af6c7b7ee1b6 req-5c4fa38b-447a-4315-b644-6c07e51cdcf9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d8a458d-7505-4dbf-9aa4-428a1db22383 HTTP/1.1" status: 200 len: 217 time: 0.0380111 Feb 17 15:46:02.060788 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9eda29-d292-4de7-b9e0-af6c7b7ee1b6 req-e343b8c7-eec9-4d57-b9ee-bc52cbc80c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:02.062251 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fc9eda29-d292-4de7-b9e0-af6c7b7ee1b6 req-e343b8c7-eec9-4d57-b9ee-bc52cbc80c78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=085193d0-4bed-4149-bda8-411e07e82670 HTTP/1.1" status: 200 len: 856 time: 0.0537701 Feb 17 15:46:02.192350 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9eda29-d292-4de7-b9e0-af6c7b7ee1b6 req-573e1c7c-079c-4100-b69e-82bf465e1dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:02.196495 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fc9eda29-d292-4de7-b9e0-af6c7b7ee1b6 req-573e1c7c-079c-4100-b69e-82bf465e1dd8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad5eb79a-29ab-494d-8432-3ccbc2a327de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1249912 Feb 17 15:46:02.399616 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-63b33938-242f-421e-8bb3-0800e5b78038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:02.455730 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade33932-b63f-41fd-8c6c-80641248a6bf req-c83d4b18-e351-49df-ae6b-79354770d2a2 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:02.457249 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ade33932-b63f-41fd-8c6c-80641248a6bf req-c83d4b18-e351-49df-ae6b-79354770d2a2 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 943 time: 0.3593132 Feb 17 15:46:02.527835 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ffc5d-8056-4d70-981c-dfd9f2626297 req-559a28a5-5b18-423c-8556-9af9b15b64e3 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:02.529370 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0c4ffc5d-8056-4d70-981c-dfd9f2626297 req-559a28a5-5b18-423c-8556-9af9b15b64e3 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 943 time: 0.4168677 Feb 17 15:46:02.592288 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ade33932-b63f-41fd-8c6c-80641248a6bf req-12206d4f-a541-43e8-89e1-fa46bc4575d4 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/security-groups?id=208f2413-b6b7-4fcc-9bd2-67b7dadff444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265883 Feb 17 15:46:02.600970 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fc9eda29-d292-4de7-b9e0-af6c7b7ee1b6 req-8b1b721f-d244-4f52-8510-55747dc7cec0 service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971870 Feb 17 15:46:02.739983 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0c4ffc5d-8056-4d70-981c-dfd9f2626297 req-3023f15a-4f82-45f8-9088-bf41959d66e2 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038603 Feb 17 15:46:02.803926 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fc9eda29-d292-4de7-b9e0-af6c7b7ee1b6 req-9329b3d5-62c1-497b-8cba-07f644be5b09 service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964104 Feb 17 15:46:02.836324 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9d3a4-6f73-4c98-a84c-2aaef225c1a4 req-1c53acd4-769c-4569-860b-5a0a43360603 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:02.843624 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d7b9d3a4-6f73-4c98-a84c-2aaef225c1a4 req-1c53acd4-769c-4569-860b-5a0a43360603 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.1190684 Feb 17 15:46:02.899927 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d7b9d3a4-6f73-4c98-a84c-2aaef225c1a4 req-87cbef85-c8fd-40df-b155-3d6888b3afc9 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552247 Feb 17 15:46:03.406913 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 8d8a458d-7505-4dbf-9aa4-428a1db22383 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:46:03.515679 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 8d8a458d-7505-4dbf-9aa4-428a1db22383, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8d8a458d-7505-4dbf-9aa4-428a1db22383,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:46:03.527281 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': '8d8a458d-7505-4dbf-9aa4-428a1db22383', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'port_id': '8d8a458d-7505-4dbf-9aa4-428a1db22383', 'mac_address': 'fa:16:3e:4a:ce:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085193d0-4bed-4149-bda8-411e07e82670', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:46:03.567613 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 8d8a458d-7505-4dbf-9aa4-428a1db22383 is: DOWN; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:46:03.568018 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:03.594688 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8a458d-7505-4dbf-9aa4-428a1db22383 {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:46:03.620915 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:03.622709 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 8d8a458d-7505-4dbf-9aa4-428a1db22383, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8d8a458d-7505-4dbf-9aa4-428a1db22383,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:46:03.627931 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:03.628687 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 89339565-152f-4ae8-8690-3d2c845f5541 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:46:03.743008 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=8d8a458d-7505-4dbf-9aa4-428a1db22383,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:03.768313 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6082b-5e78-4ac5-9566-0fc831b85c8b req-5ac1aeef-0ef6-431f-9cfb-b2ec47aea868 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:03.770136 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-86c6082b-5e78-4ac5-9566-0fc831b85c8b req-5ac1aeef-0ef6-431f-9cfb-b2ec47aea868 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 943 time: 0.0792518 Feb 17 15:46:03.851735 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 89339565-152f-4ae8-8690-3d2c845f5541, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=89339565-152f-4ae8-8690-3d2c845f5541,segment=NetworkSegment(62cc0335-bd0e-43f5-a4e5-e158aba2febe),segment_id=62cc0335-bd0e-43f5-a4e5-e158aba2febe)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:46:03.865380 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': '89339565-152f-4ae8-8690-3d2c845f5541', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'port_id': '89339565-152f-4ae8-8690-3d2c845f5541', 'mac_address': 'fa:16:3e:46:0d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:46:03.873529 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-86c6082b-5e78-4ac5-9566-0fc831b85c8b req-4b43ff6e-8888-4678-9e94-064e2e7d872e tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/security-groups?id=208f2413-b6b7-4fcc-9bd2-67b7dadff444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974352 Feb 17 15:46:03.911303 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20b3a3-fee8-4cca-a7f9-75c7f534e534 req-c781f610-e15c-40ba-abf1-947c4e9a600b tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:03.913499 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5c20b3a3-fee8-4cca-a7f9-75c7f534e534 req-c781f610-e15c-40ba-abf1-947c4e9a600b tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 943 time: 0.0781353 Feb 17 15:46:03.938305 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 89339565-152f-4ae8-8690-3d2c845f5541 is: DOWN; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:46:03.940965 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (89339565-152f-4ae8-8690-3d2c845f5541), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:03.962873 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89339565-152f-4ae8-8690-3d2c845f5541 {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:46:03.995519 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5c20b3a3-fee8-4cca-a7f9-75c7f534e534 req-24814a79-d58a-4fb2-9275-84e1e695f1e8 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744586 Feb 17 15:46:04.001284 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 89339565-152f-4ae8-8690-3d2c845f5541, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=89339565-152f-4ae8-8690-3d2c845f5541,segment=NetworkSegment(62cc0335-bd0e-43f5-a4e5-e158aba2febe),segment_id=62cc0335-bd0e-43f5-a4e5-e158aba2febe)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:46:04.021069 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (89339565-152f-4ae8-8690-3d2c845f5541), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:04.021751 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device bdcc4d7c-105a-4932-abe7-b80b058daca0 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:46:04.104159 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbd16c-db20-47cb-a145-785bc95f3ced req-1251f05e-a79b-4a75-b313-fbb8d18c7173 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:04.105853 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0cfbd16c-db20-47cb-a145-785bc95f3ced req-1251f05e-a79b-4a75-b313-fbb8d18c7173 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 945 time: 0.0951607 Feb 17 15:46:04.129745 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=89339565-152f-4ae8-8690-3d2c845f5541,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:04.179209 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0cfbd16c-db20-47cb-a145-785bc95f3ced req-ae14a9ad-1f40-40ac-9841-ffd98944fc49 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645006 Feb 17 15:46:04.214753 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port bdcc4d7c-105a-4932-abe7-b80b058daca0, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=bdcc4d7c-105a-4932-abe7-b80b058daca0,segment=NetworkSegment(4d8a13ba-6d66-4c10-880d-1567efc72bfd),segment_id=4d8a13ba-6d66-4c10-880d-1567efc72bfd)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:46:04.230143 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': 'bdcc4d7c-105a-4932-abe7-b80b058daca0', 'network_id': '71b67ac1-1524-4a81-a092-18f781c7eeab', 'port_id': 'bdcc4d7c-105a-4932-abe7-b80b058daca0', 'mac_address': 'fa:16:3e:e6:a0:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cefa4002-504a-46ad-a1ec-360dddceb9df', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:46:04.273733 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port bdcc4d7c-105a-4932-abe7-b80b058daca0 is: DOWN; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:46:04.274390 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (bdcc4d7c-105a-4932-abe7-b80b058daca0), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:04.290961 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdcc4d7c-105a-4932-abe7-b80b058daca0 {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:46:04.294931 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 49390) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:04.313257 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port bdcc4d7c-105a-4932-abe7-b80b058daca0, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=bdcc4d7c-105a-4932-abe7-b80b058daca0,segment=NetworkSegment(4d8a13ba-6d66-4c10-880d-1567efc72bfd),segment_id=4d8a13ba-6d66-4c10-880d-1567efc72bfd)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:46:04.319773 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (bdcc4d7c-105a-4932-abe7-b80b058daca0), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:04.376594 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=bdcc4d7c-105a-4932-abe7-b80b058daca0,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:04.419075 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-fcb54422-c243-4d12-896a-ee0a6f7f4956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:04.522353 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-fcb54422-c243-4d12-896a-ee0a6f7f4956 admin admin] Publish callbacks [] for security_group (700a168c-7e5e-4557-8603-6b485b46778a), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:04.531911 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-fcb54422-c243-4d12-896a-ee0a6f7f4956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (700a168c-7e5e-4557-8603-6b485b46778a), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:04.564874 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb54422-c243-4d12-896a-ee0a6f7f4956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700a168c-7e5e-4557-8603-6b485b46778a,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:04.582921 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-fcb54422-c243-4d12-896a-ee0a6f7f4956 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fc73ed8c10c74ba38896f24b317917ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869680 Feb 17 15:46:04.592550 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 49422) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:04.630883 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['8d8a458d-7505-4dbf-9aa4-428a1db22383'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:46:04.704402 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-02ade42b-da67-43fb-91cb-6c6023519494 admin admin] Publish callbacks [] for security_group (700a168c-7e5e-4557-8603-6b485b46778a), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:04.730178 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['bdcc4d7c-105a-4932-abe7-b80b058daca0'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:46:04.732508 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['89339565-152f-4ae8-8690-3d2c845f5541'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:46:04.756601 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-02ade42b-da67-43fb-91cb-6c6023519494 admin admin] Publish callbacks [] for security_group (700a168c-7e5e-4557-8603-6b485b46778a), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:04.848964 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-02ade42b-da67-43fb-91cb-6c6023519494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (700a168c-7e5e-4557-8603-6b485b46778a), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:04.855542 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-02ade42b-da67-43fb-91cb-6c6023519494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:04.861105 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-02ade42b-da67-43fb-91cb-6c6023519494 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/700a168c-7e5e-4557-8603-6b485b46778a HTTP/1.1" status: 204 len: 168 time: 0.2663200 Feb 17 15:46:04.875027 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ade42b-da67-43fb-91cb-6c6023519494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700a168c-7e5e-4557-8603-6b485b46778a,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:05.138958 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b123f-778b-4f5a-86b1-78515e5e52bd req-145b378d-23b5-4530-91da-be8cf1bb6be3 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:05.142344 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3b8b123f-778b-4f5a-86b1-78515e5e52bd req-145b378d-23b5-4530-91da-be8cf1bb6be3 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 944 time: 0.1316938 Feb 17 15:46:05.254537 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:05.292149 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264dd023-4b51-4082-aa78-8d94806e52cd req-29b623c0-2d67-41cd-94c1-68bebeec0fc4 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:05.303217 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-264dd023-4b51-4082-aa78-8d94806e52cd req-29b623c0-2d67-41cd-94c1-68bebeec0fc4 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 944 time: 0.1592093 Feb 17 15:46:05.363137 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3b8b123f-778b-4f5a-86b1-78515e5e52bd req-b11dea4f-8e27-4221-a6c6-e9249e74b02b tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/security-groups?id=208f2413-b6b7-4fcc-9bd2-67b7dadff444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070377 Feb 17 15:46:05.393703 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-264dd023-4b51-4082-aa78-8d94806e52cd req-0f13907e-c5fd-450d-96ea-658d250f9824 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884569 Feb 17 15:46:05.437874 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 49500) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:05.462278 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c71f162c-eb76-4b46-b77f-6dcf5fd2acd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:05.543730 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9762f7a-e2e2-4503-ad95-38068a738d81 req-59836b3d-a071-4e68-ad41-1054ffea42c4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:05.545197 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f9762f7a-e2e2-4503-ad95-38068a738d81 req-59836b3d-a071-4e68-ad41-1054ffea42c4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 945 time: 0.0854061 Feb 17 15:46:05.613438 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c71f162c-eb76-4b46-b77f-6dcf5fd2acd9 admin admin] Publish callbacks [] for security_group (b54a8fb0-0054-4bc9-84c8-f32cd370f56b), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:05.621835 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 49508) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:05.626063 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c71f162c-eb76-4b46-b77f-6dcf5fd2acd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (b54a8fb0-0054-4bc9-84c8-f32cd370f56b), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:05.645569 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f9762f7a-e2e2-4503-ad95-38068a738d81 req-74e69484-af45-466a-82cd-ee83b4fca7e1 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882535 Feb 17 15:46:05.672934 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-c71f162c-eb76-4b46-b77f-6dcf5fd2acd9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=034b2f69a4024b41ae41d143243a44f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339184 Feb 17 15:46:05.673802 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f162c-eb76-4b46-b77f-6dcf5fd2acd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54a8fb0-0054-4bc9-84c8-f32cd370f56b,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:05.676141 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 49512) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:05.727042 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-13944634-7c23-4de9-bc13-05b7fc2e2a93 admin admin] Publish callbacks [] for security_group (b54a8fb0-0054-4bc9-84c8-f32cd370f56b), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:05.755634 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-13944634-7c23-4de9-bc13-05b7fc2e2a93 admin admin] Publish callbacks [] for security_group (b54a8fb0-0054-4bc9-84c8-f32cd370f56b), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:05.762820 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5bff02f2-5038-44a3-9a6b-272b9c143fc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:05.814633 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-13944634-7c23-4de9-bc13-05b7fc2e2a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (b54a8fb0-0054-4bc9-84c8-f32cd370f56b), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:05.818943 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-13944634-7c23-4de9-bc13-05b7fc2e2a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:05.821548 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-13944634-7c23-4de9-bc13-05b7fc2e2a93 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b54a8fb0-0054-4bc9-84c8-f32cd370f56b HTTP/1.1" status: 204 len: 168 time: 0.1442623 Feb 17 15:46:05.835324 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 49526) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:05.836148 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13944634-7c23-4de9-bc13-05b7fc2e2a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54a8fb0-0054-4bc9-84c8-f32cd370f56b,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:05.879665 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5bff02f2-5038-44a3-9a6b-272b9c143fc8 admin admin] Publish callbacks [] for security_group (ac16a04a-7223-4080-9080-f1bd703cda1c), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:05.885473 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5bff02f2-5038-44a3-9a6b-272b9c143fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (ac16a04a-7223-4080-9080-f1bd703cda1c), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:05.933500 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-5bff02f2-5038-44a3-9a6b-272b9c143fc8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=530500e39ffc4529803a8458a41bf37a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3105657 Feb 17 15:46:05.934156 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 49534) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:05.935604 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff02f2-5038-44a3-9a6b-272b9c143fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac16a04a-7223-4080-9080-f1bd703cda1c,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:05.990615 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a4c62bc5-1c01-42b1-849b-e502830ac766 admin admin] Publish callbacks [] for security_group (ac16a04a-7223-4080-9080-f1bd703cda1c), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:06.015474 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a4c62bc5-1c01-42b1-849b-e502830ac766 admin admin] Publish callbacks [] for security_group (ac16a04a-7223-4080-9080-f1bd703cda1c), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:06.085803 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a4c62bc5-1c01-42b1-849b-e502830ac766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (ac16a04a-7223-4080-9080-f1bd703cda1c), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:06.089391 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a4c62bc5-1c01-42b1-849b-e502830ac766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:06.090593 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-a4c62bc5-1c01-42b1-849b-e502830ac766 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ac16a04a-7223-4080-9080-f1bd703cda1c HTTP/1.1" status: 204 len: 168 time: 0.1554656 Feb 17 15:46:06.098811 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c62bc5-1c01-42b1-849b-e502830ac766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac16a04a-7223-4080-9080-f1bd703cda1c,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:06.119295 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-fe74bb6a-a8ba-4fe5-a116-d153b01795be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:06.188143 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 49546) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:06.202811 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e7bbbdf0-e2d4-4f7f-8a2a-0adf0737e206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:06.219512 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-fe74bb6a-a8ba-4fe5-a116-d153b01795be admin admin] Publish callbacks [] for security_group (011da925-c997-47fb-9397-1beb23964983), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:06.225396 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-fe74bb6a-a8ba-4fe5-a116-d153b01795be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (011da925-c997-47fb-9397-1beb23964983), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:06.278173 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-fe74bb6a-a8ba-4fe5-a116-d153b01795be admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4a82322e1cf94bd3a6f0fb50fcb7eb6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4336729 Feb 17 15:46:06.278173 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe74bb6a-a8ba-4fe5-a116-d153b01795be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011da925-c997-47fb-9397-1beb23964983,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:06.280595 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 49552) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:06.304689 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e7bbbdf0-e2d4-4f7f-8a2a-0adf0737e206 admin admin] Publish callbacks [] for security_group (20119d4e-4ce8-4f73-b7df-a60d22384099), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:06.310022 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e7bbbdf0-e2d4-4f7f-8a2a-0adf0737e206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (20119d4e-4ce8-4f73-b7df-a60d22384099), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:06.337130 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-18ecff73-36b3-4ae9-a9e2-325bb0aff9a3 admin admin] Publish callbacks [] for security_group (011da925-c997-47fb-9397-1beb23964983), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:06.352940 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-e7bbbdf0-e2d4-4f7f-8a2a-0adf0737e206 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4a8ec58cb84040178ba2f3915e38c404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1631570 Feb 17 15:46:06.354132 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bbbdf0-e2d4-4f7f-8a2a-0adf0737e206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20119d4e-4ce8-4f73-b7df-a60d22384099,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:06.356241 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 49558) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:06.396410 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-18ecff73-36b3-4ae9-a9e2-325bb0aff9a3 admin admin] Publish callbacks [] for security_group (011da925-c997-47fb-9397-1beb23964983), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:06.491116 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-721b5735-80b8-4d12-a9d7-95f7d0091a19 admin admin] Publish callbacks [] for security_group (20119d4e-4ce8-4f73-b7df-a60d22384099), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:06.546983 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:06.577157 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-721b5735-80b8-4d12-a9d7-95f7d0091a19 admin admin] Publish callbacks [] for security_group (20119d4e-4ce8-4f73-b7df-a60d22384099), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:06.596640 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-18ecff73-36b3-4ae9-a9e2-325bb0aff9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (011da925-c997-47fb-9397-1beb23964983), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:06.600758 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-18ecff73-36b3-4ae9-a9e2-325bb0aff9a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:06.605057 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-18ecff73-36b3-4ae9-a9e2-325bb0aff9a3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/011da925-c997-47fb-9397-1beb23964983 HTTP/1.1" status: 204 len: 168 time: 0.3238614 Feb 17 15:46:06.629080 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 49576) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:06.646397 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ecff73-36b3-4ae9-a9e2-325bb0aff9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011da925-c997-47fb-9397-1beb23964983,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:06.671006 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a648baa9-fdc0-41f5-baa6-c347ac9dd92d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:06.681972 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8f7a2-bd32-4540-be9f-eb9a018e71c5 req-51d0c807-f457-4188-a876-edf4d4f77462 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:06.684084 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-42f8f7a2-bd32-4540-be9f-eb9a018e71c5 req-51d0c807-f457-4188-a876-edf4d4f77462 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 944 time: 0.1779966 Feb 17 15:46:06.693451 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85642b98-808c-4ef2-bbbc-7fd34e3e3d9c req-e8fc9cc3-a678-4d1d-af6f-2ec5799107bd tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:06.694791 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-85642b98-808c-4ef2-bbbc-7fd34e3e3d9c req-e8fc9cc3-a678-4d1d-af6f-2ec5799107bd tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 944 time: 0.1847761 Feb 17 15:46:06.757018 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-721b5735-80b8-4d12-a9d7-95f7d0091a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (20119d4e-4ce8-4f73-b7df-a60d22384099), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:06.759474 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-721b5735-80b8-4d12-a9d7-95f7d0091a19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:06.761054 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-721b5735-80b8-4d12-a9d7-95f7d0091a19 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/20119d4e-4ce8-4f73-b7df-a60d22384099 HTTP/1.1" status: 204 len: 168 time: 0.4034433 Feb 17 15:46:06.783606 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-42f8f7a2-bd32-4540-be9f-eb9a018e71c5 req-974935a5-a403-48c5-a470-d0ac5fb7ef45 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/security-groups?id=208f2413-b6b7-4fcc-9bd2-67b7dadff444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870166 Feb 17 15:46:06.809018 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b5735-80b8-4d12-a9d7-95f7d0091a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20119d4e-4ce8-4f73-b7df-a60d22384099,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:06.838158 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a648baa9-fdc0-41f5-baa6-c347ac9dd92d admin admin] Publish callbacks [] for security_group (dc5387d5-f5a9-4b86-8744-b9e6ea3359a8), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:06.840823 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-85642b98-808c-4ef2-bbbc-7fd34e3e3d9c req-c13303b6-c124-4aba-85a1-1ce8421950c6 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242118 Feb 17 15:46:06.848170 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 49584) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:06.849501 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a648baa9-fdc0-41f5-baa6-c347ac9dd92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (dc5387d5-f5a9-4b86-8744-b9e6ea3359a8), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:06.895879 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648baa9-fdc0-41f5-baa6-c347ac9dd92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5387d5-f5a9-4b86-8744-b9e6ea3359a8,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:06.901708 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-a648baa9-fdc0-41f5-baa6-c347ac9dd92d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bb0390168ef14ed1bb9db9bbdccd9ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715065 Feb 17 15:46:06.904314 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 49588) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:06.933135 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd1d14-2c7c-4e6a-bf54-fef18f85901d req-db7cae90-8582-4ba3-b9c9-1084a6657384 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:06.937143 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5fbd1d14-2c7c-4e6a-bf54-fef18f85901d req-db7cae90-8582-4ba3-b9c9-1084a6657384 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 945 time: 0.0612252 Feb 17 15:46:06.965742 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d8a64974-33a4-4acf-8b65-bfe4859e3d1f admin admin] Publish callbacks [] for security_group (dc5387d5-f5a9-4b86-8744-b9e6ea3359a8), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:06.993183 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5fbd1d14-2c7c-4e6a-bf54-fef18f85901d req-6c380868-76d9-4914-927d-e8217071aca4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495253 Feb 17 15:46:06.995101 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d8a64974-33a4-4acf-8b65-bfe4859e3d1f admin admin] Publish callbacks [] for security_group (dc5387d5-f5a9-4b86-8744-b9e6ea3359a8), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:07.048920 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d8a64974-33a4-4acf-8b65-bfe4859e3d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (dc5387d5-f5a9-4b86-8744-b9e6ea3359a8), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:07.051640 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d8a64974-33a4-4acf-8b65-bfe4859e3d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:07.055261 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-d8a64974-33a4-4acf-8b65-bfe4859e3d1f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dc5387d5-f5a9-4b86-8744-b9e6ea3359a8 HTTP/1.1" status: 204 len: 168 time: 0.1473987 Feb 17 15:46:07.062714 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a64974-33a4-4acf-8b65-bfe4859e3d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5387d5-f5a9-4b86-8744-b9e6ea3359a8,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:07.164540 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7f8dd54b-2449-462f-839c-1d133ef849ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:07.205097 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 49598) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:07.223285 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c2990bd7-92c9-4e26-9fdd-f398aff3bb81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:07.284319 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7f8dd54b-2449-462f-839c-1d133ef849ce admin admin] Publish callbacks [] for security_group (ec34076a-aea0-482a-b957-0ce554f98623), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:07.295619 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7f8dd54b-2449-462f-839c-1d133ef849ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (ec34076a-aea0-482a-b957-0ce554f98623), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:07.353182 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-7f8dd54b-2449-462f-839c-1d133ef849ce admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=10656ed1725a421097224aa26e90b6aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5035529 Feb 17 15:46:07.353357 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 49610) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:07.369703 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dd54b-2449-462f-839c-1d133ef849ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec34076a-aea0-482a-b957-0ce554f98623,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:07.391259 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c2990bd7-92c9-4e26-9fdd-f398aff3bb81 admin admin] Publish callbacks [] for security_group (e6516fec-efba-4600-b1c6-6d6fa3f825e7), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:07.396172 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c2990bd7-92c9-4e26-9fdd-f398aff3bb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (e6516fec-efba-4600-b1c6-6d6fa3f825e7), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:07.413905 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-8a718abe-821d-473a-8f82-0a9596dc55ee admin admin] Publish callbacks [] for security_group (ec34076a-aea0-482a-b957-0ce554f98623), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:07.422250 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 8d8a458d-7505-4dbf-9aa4-428a1db22383 up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:46:07.440147 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-c2990bd7-92c9-4e26-9fdd-f398aff3bb81 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=380ba4c56a3d4c72ba28f4e1a1ffb60d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317212 Feb 17 15:46:07.441714 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-8a718abe-821d-473a-8f82-0a9596dc55ee admin admin] Publish callbacks [] for security_group (ec34076a-aea0-482a-b957-0ce554f98623), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:07.442094 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 49616) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:07.457701 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2990bd7-92c9-4e26-9fdd-f398aff3bb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6516fec-efba-4600-b1c6-6d6fa3f825e7,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:07.496369 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-8a718abe-821d-473a-8f82-0a9596dc55ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (ec34076a-aea0-482a-b957-0ce554f98623), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:07.499326 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-8a718abe-821d-473a-8f82-0a9596dc55ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:07.500549 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-8a718abe-821d-473a-8f82-0a9596dc55ee admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ec34076a-aea0-482a-b957-0ce554f98623 HTTP/1.1" status: 204 len: 168 time: 0.1460931 Feb 17 15:46:07.511397 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-defbc955-6c69-46e3-b59c-a5f743ebc123 admin admin] Publish callbacks [] for security_group (e6516fec-efba-4600-b1c6-6d6fa3f825e7), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:07.514583 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a718abe-821d-473a-8f82-0a9596dc55ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec34076a-aea0-482a-b957-0ce554f98623,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:07.521090 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning for port 8d8a458d-7505-4dbf-9aa4-428a1db22383 completed by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 15:46:07.527340 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port 8d8a458d-7505-4dbf-9aa4-428a1db22383 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:46:07.528662 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:07.537616 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-defbc955-6c69-46e3-b59c-a5f743ebc123 admin admin] Publish callbacks [] for security_group (e6516fec-efba-4600-b1c6-6d6fa3f825e7), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:07.605824 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-defbc955-6c69-46e3-b59c-a5f743ebc123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (e6516fec-efba-4600-b1c6-6d6fa3f825e7), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:07.608457 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-defbc955-6c69-46e3-b59c-a5f743ebc123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:07.609946 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-defbc955-6c69-46e3-b59c-a5f743ebc123 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e6516fec-efba-4600-b1c6-6d6fa3f825e7 HTTP/1.1" status: 204 len: 168 time: 0.1668353 Feb 17 15:46:07.621104 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbc955-6c69-46e3-b59c-a5f743ebc123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6516fec-efba-4600-b1c6-6d6fa3f825e7,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:07.643694 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 8d8a458d-7505-4dbf-9aa4-428a1db22383 is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:46:07.644269 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:07.688234 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a3ca41-f80f-43d4-8009-7c38865b979c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8a458d-7505-4dbf-9aa4-428a1db22383'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:46:07.757400 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 8d8a458d-7505-4dbf-9aa4-428a1db22383, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8d8a458d-7505-4dbf-9aa4-428a1db22383,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:46:07.764803 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:07.765596 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 89339565-152f-4ae8-8690-3d2c845f5541 up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:46:07.854065 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=8d8a458d-7505-4dbf-9aa4-428a1db22383,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:07.866881 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning for port 89339565-152f-4ae8-8690-3d2c845f5541 completed by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 15:46:07.882748 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port 89339565-152f-4ae8-8690-3d2c845f5541 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:46:07.886223 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (89339565-152f-4ae8-8690-3d2c845f5541), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:08.043390 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6a2b2-782a-4e81-be76-c4b02555b8f6 req-47fbf168-bdd6-4c86-8fc8-ba99a8f393c9 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:08.043836 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 89339565-152f-4ae8-8690-3d2c845f5541 is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:46:08.043836 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (89339565-152f-4ae8-8690-3d2c845f5541), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:08.044006 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-13a6a2b2-782a-4e81-be76-c4b02555b8f6 req-47fbf168-bdd6-4c86-8fc8-ba99a8f393c9 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 944 time: 0.1282876 Feb 17 15:46:08.095336 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 49654) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:08.106646 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-13a6a2b2-782a-4e81-be76-c4b02555b8f6 req-04bfed2a-6982-4619-8f51-eaf87b7dcf17 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/security-groups?id=208f2413-b6b7-4fcc-9bd2-67b7dadff444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528481 Feb 17 15:46:08.114001 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-6a61ccb1-2f04-4f96-994b-42ab2396d8af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:08.123989 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b541cd0-a380-4728-a004-8c909c05cd67 req-11bde2c5-1e33-4f44-873d-20fbb57bb606 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:08.129053 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5b541cd0-a380-4728-a004-8c909c05cd67 req-11bde2c5-1e33-4f44-873d-20fbb57bb606 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 944 time: 0.1438930 Feb 17 15:46:08.139047 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 89339565-152f-4ae8-8690-3d2c845f5541, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=89339565-152f-4ae8-8690-3d2c845f5541,segment=NetworkSegment(62cc0335-bd0e-43f5-a4e5-e158aba2febe),segment_id=62cc0335-bd0e-43f5-a4e5-e158aba2febe)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:46:08.147433 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (89339565-152f-4ae8-8690-3d2c845f5541), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:08.148238 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device bdcc4d7c-105a-4932-abe7-b80b058daca0 up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:46:08.240101 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=89339565-152f-4ae8-8690-3d2c845f5541,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:08.302144 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-6a61ccb1-2f04-4f96-994b-42ab2396d8af admin admin] Publish callbacks [] for security_group (3cbc4103-632b-4a1e-9c89-7112a5f0ab79), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:08.315993 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-6a61ccb1-2f04-4f96-994b-42ab2396d8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (3cbc4103-632b-4a1e-9c89-7112a5f0ab79), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:08.318781 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5b541cd0-a380-4728-a004-8c909c05cd67 req-88c7af48-b6c9-4066-a29a-e2ea5a90f590 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804528 Feb 17 15:46:08.336468 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning for port bdcc4d7c-105a-4932-abe7-b80b058daca0 completed by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 15:46:08.361412 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f23e254-4d39-4438-9b2a-61a115264315" -d '{"events": [{"server_uuid": "25a3ca41-f80f-43d4-8009-7c38865b979c", "name": "network-vif-plugged", "status": "completed", "tag": "8d8a458d-7505-4dbf-9aa4-428a1db22383"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:46:08.364828 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port bdcc4d7c-105a-4932-abe7-b80b058daca0 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:46:08.365367 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (bdcc4d7c-105a-4932-abe7-b80b058daca0), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:08.381392 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5fe9c4-f635-4c0d-8192-0248cdf832fc req-bfdb4e13-b958-4aa2-89a4-0eeeb721421b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:08.393846 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ab5fe9c4-f635-4c0d-8192-0248cdf832fc req-bfdb4e13-b958-4aa2-89a4-0eeeb721421b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.1951277 Feb 17 15:46:08.401868 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a61ccb1-2f04-4f96-994b-42ab2396d8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbc4103-632b-4a1e-9c89-7112a5f0ab79,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:08.410570 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-6a61ccb1-2f04-4f96-994b-42ab2396d8af admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5052811fb0ee49188723d74dbab22a95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124623 Feb 17 15:46:08.418179 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 49666) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:08.532051 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ab5fe9c4-f635-4c0d-8192-0248cdf832fc req-8450cd53-bcc8-4e21-b417-d7d78946a19f tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371322 Feb 17 15:46:08.538727 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port bdcc4d7c-105a-4932-abe7-b80b058daca0 is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:46:08.539125 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (bdcc4d7c-105a-4932-abe7-b80b058daca0), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:08.542606 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5da10113-70d4-451e-b09e-49181799ce58 admin admin] Publish callbacks [] for security_group (3cbc4103-632b-4a1e-9c89-7112a5f0ab79), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:08.590733 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5da10113-70d4-451e-b09e-49181799ce58 admin admin] Publish callbacks [] for security_group (3cbc4103-632b-4a1e-9c89-7112a5f0ab79), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:08.594689 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port bdcc4d7c-105a-4932-abe7-b80b058daca0, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=bdcc4d7c-105a-4932-abe7-b80b058daca0,segment=NetworkSegment(4d8a13ba-6d66-4c10-880d-1567efc72bfd),segment_id=4d8a13ba-6d66-4c10-880d-1567efc72bfd)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:46:08.603280 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (bdcc4d7c-105a-4932-abe7-b80b058daca0), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:08.702433 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5da10113-70d4-451e-b09e-49181799ce58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (3cbc4103-632b-4a1e-9c89-7112a5f0ab79), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:08.705514 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5da10113-70d4-451e-b09e-49181799ce58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:08.707644 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-5da10113-70d4-451e-b09e-49181799ce58 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3cbc4103-632b-4a1e-9c89-7112a5f0ab79 HTTP/1.1" status: 204 len: 168 time: 0.2885301 Feb 17 15:46:08.709133 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=bdcc4d7c-105a-4932-abe7-b80b058daca0,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:08.722488 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da10113-70d4-451e-b09e-49181799ce58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbc4103-632b-4a1e-9c89-7112a5f0ab79,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:08.776041 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 49680) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:08.824902 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ee94b3-9744-49cb-a641-84bb71edf443 x-openstack-request-id: req-b5ee94b3-9744-49cb-a641-84bb71edf443 {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:46:08.825484 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a3ca41-f80f-43d4-8009-7c38865b979c", "name": "network-vif-plugged", "status": "completed", "tag": "8d8a458d-7505-4dbf-9aa4-428a1db22383", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:46:08.825866 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b5ee94b3-9744-49cb-a641-84bb71edf443 {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:46:08.826596 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a3ca41-f80f-43d4-8009-7c38865b979c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8a458d-7505-4dbf-9aa4-428a1db22383', 'code': 200} Feb 17 15:46:09.044768 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-e9712ffe-bd3a-45ae-be46-2d1f06bc6b7a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1376335495-network', 'tenant_id': '5d064b05df834ef2b586f8b5fd03af1a'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:46:09.066040 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9712ffe-bd3a-45ae-be46-2d1f06bc6b7a admin admin] Made reservation on behalf of 5d064b05df834ef2b586f8b5fd03af1a for: {'network': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:46:09.073154 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e9712ffe-bd3a-45ae-be46-2d1f06bc6b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for network (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:09.079862 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e9712ffe-bd3a-45ae-be46-2d1f06bc6b7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:09.170166 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e9712ffe-bd3a-45ae-be46-2d1f06bc6b7a admin admin] Publish callbacks [] for security_group (e8713ca5-7a5a-4666-b528-9be505ff3b60), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:09.172180 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e9712ffe-bd3a-45ae-be46-2d1f06bc6b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (e8713ca5-7a5a-4666-b528-9be505ff3b60), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:09.201703 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9712ffe-bd3a-45ae-be46-2d1f06bc6b7a admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=109498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 15:46:09.211879 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9712ffe-bd3a-45ae-be46-2d1f06bc6b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8713ca5-7a5a-4666-b528-9be505ff3b60,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:09.235774 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e9712ffe-bd3a-45ae-be46-2d1f06bc6b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (de0b87b0-52bd-4118-a9ad-b2c8f29ab079), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:09.236124 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.db.segments_db [None req-e9712ffe-bd3a-45ae-be46-2d1f06bc6b7a admin admin] Added segment de0b87b0-52bd-4118-a9ad-b2c8f29ab079 of type vlan for network 9bd93315-cc4f-4ea1-9bc1-6277991c2881 Feb 17 15:46:09.257716 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598a678-a1f7-4094-acb6-8c7ce62086ce req-c4b8a42e-6fc3-4def-8be0-5fe4585e90e7 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:09.265112 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8598a678-a1f7-4094-acb6-8c7ce62086ce req-c4b8a42e-6fc3-4def-8be0-5fe4585e90e7 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 945 time: 0.0782599 Feb 17 15:46:09.288164 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e9712ffe-bd3a-45ae-be46-2d1f06bc6b7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726998781570'] for network (9bd93315-cc4f-4ea1-9bc1-6277991c2881), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:09.318220 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8598a678-a1f7-4094-acb6-8c7ce62086ce req-f799964c-d23c-4975-9f9f-10fe2715fee5 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/security-groups?id=208f2413-b6b7-4fcc-9bd2-67b7dadff444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521021 Feb 17 15:46:09.322626 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e9712ffe-bd3a-45ae-be46-2d1f06bc6b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for network (9bd93315-cc4f-4ea1-9bc1-6277991c2881), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:09.324888 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9712ffe-bd3a-45ae-be46-2d1f06bc6b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:09.326272 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e9712ffe-bd3a-45ae-be46-2d1f06bc6b7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:09.365233 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-e9712ffe-bd3a-45ae-be46-2d1f06bc6b7a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5875163 Feb 17 15:46:09.368428 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 49714) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:09.373771 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-241ded5c-25aa-4378-8256-51e465e49498 admin admin] Request body: {'subnet': {'network_id': '9bd93315-cc4f-4ea1-9bc1-6277991c2881', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1376335495-subnet', 'tenant_id': '5d064b05df834ef2b586f8b5fd03af1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:46:09.396109 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9712ffe-bd3a-45ae-be46-2d1f06bc6b7a admin admin] Pushing event updated for resources: {'Network': ['ID=9bd93315-cc4f-4ea1-9bc1-6277991c2881,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:09.406944 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241ded5c-25aa-4378-8256-51e465e49498 admin admin] Made reservation on behalf of 5d064b05df834ef2b586f8b5fd03af1a for: {'subnet': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:46:09.408027 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Network 9bd93315-cc4f-4ea1-9bc1-6277991c2881 details requested by agent ovs-agent-dv-cinder-606346-36-iscsi with host dv-cinder-606346-36-iscsi {{(pid=109500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 15:46:09.409422 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-241ded5c-25aa-4378-8256-51e465e49498 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:09.566025 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20346886-4ea4-4a2d-aecd-4addf27e32fd req-d2df8aa3-5d8c-4069-9962-57f60fb024f5 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:09.567543 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-20346886-4ea4-4a2d-aecd-4addf27e32fd req-d2df8aa3-5d8c-4069-9962-57f60fb024f5 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0935736 Feb 17 15:46:09.730524 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-20346886-4ea4-4a2d-aecd-4addf27e32fd req-8dbe8440-131f-455f-a321-ff63315bed91 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423886 Feb 17 15:46:09.733763 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-241ded5c-25aa-4378-8256-51e465e49498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for subnet (dc257f63-34f8-4332-a7c7-36107880367f), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:09.789029 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89c829-b3f1-4af3-ba78-b146cb28cddf req-558a915a-ff6d-4456-b0ef-69b3c90f0c44 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:09.790520 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1b89c829-b3f1-4af3-ba78-b146cb28cddf req-558a915a-ff6d-4456-b0ef-69b3c90f0c44 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.1590822 Feb 17 15:46:09.829629 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ded5c-25aa-4378-8256-51e465e49498 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc257f63-34f8-4332-a7c7-36107880367f,revision_number=0']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:09.837615 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241ded5c-25aa-4378-8256-51e465e49498 admin admin] Checking segment: {'id': 'de0b87b0-52bd-4118-a9ad-b2c8f29ab079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9bd93315-cc4f-4ea1-9bc1-6277991c2881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:46:09.837959 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241ded5c-25aa-4378-8256-51e465e49498 admin admin] Network hostable DHCP agents. Network: 9bd93315-cc4f-4ea1-9bc1-6277991c2881, hostable agents: ['c690b10a-9812-45df-b2f8-72b352956aca'], hosted agents: [] {{(pid=109499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 15:46:09.877269 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1b89c829-b3f1-4af3-ba78-b146cb28cddf req-e3672a11-e9fb-4396-a8ac-8c4155dedaa7 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806141 Feb 17 15:46:09.883205 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241ded5c-25aa-4378-8256-51e465e49498 admin admin] Network 9bd93315-cc4f-4ea1-9bc1-6277991c2881 is scheduled to be hosted by DHCP agent c690b10a-9812-45df-b2f8-72b352956aca with binding_index 1 {{(pid=109499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 15:46:09.899705 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-241ded5c-25aa-4378-8256-51e465e49498 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-36-iscsi, 9bd93315-cc4f-4ea1-9bc1-6277991c2881) {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:46:09.903267 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241ded5c-25aa-4378-8256-51e465e49498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:09.904113 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-241ded5c-25aa-4378-8256-51e465e49498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for subnet (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:09.910843 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af19820-488a-4da6-b96d-d81719a91c29 None None] Network 9bd93315-cc4f-4ea1-9bc1-6277991c2881 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:46:09.930970 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-241ded5c-25aa-4378-8256-51e465e49498 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5610325 Feb 17 15:46:10.052423 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae60c4c-8ce3-44fb-8ac6-96e0085a5bb3 None None] Network 9bd93315-cc4f-4ea1-9bc1-6277991c2881 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:46:10.452974 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab3edd-512a-46b1-b3b3-cc681dd7ab99 req-245e3532-d166-4713-8f34-39901f8c70f8 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:10.454997 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-efab3edd-512a-46b1-b3b3-cc681dd7ab99 req-245e3532-d166-4713-8f34-39901f8c70f8 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 945 time: 0.0551078 Feb 17 15:46:10.504515 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-efab3edd-512a-46b1-b3b3-cc681dd7ab99 req-50b826cb-1766-49f9-b944-a5519a7ce438 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/security-groups?id=208f2413-b6b7-4fcc-9bd2-67b7dadff444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443735 Feb 17 15:46:10.828403 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2d6980-c9f6-47d4-956f-f226a93d50e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89339565-152f-4ae8-8690-3d2c845f5541'}, {'server_uuid': '5af2ee29-7907-419d-81ca-83b75b6db26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcc4d7c-105a-4932-abe7-b80b058daca0'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:46:10.831446 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecbef62-458c-4b83-a4fd-f57782925662" -d '{"events": [{"server_uuid": "db2d6980-c9f6-47d4-956f-f226a93d50e8", "name": "network-vif-plugged", "status": "completed", "tag": "89339565-152f-4ae8-8690-3d2c845f5541"}, {"server_uuid": "5af2ee29-7907-419d-81ca-83b75b6db26e", "name": "network-vif-plugged", "status": "completed", "tag": "bdcc4d7c-105a-4932-abe7-b80b058daca0"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:46:10.862084 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1222ecb-51cc-49a8-9acb-0c042dbd5d89 req-81ebddaf-5287-484e-9a88-6403bbc56e8a tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:10.863819 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e1222ecb-51cc-49a8-9acb-0c042dbd5d89 req-81ebddaf-5287-484e-9a88-6403bbc56e8a tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0588937 Feb 17 15:46:10.877206 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Feb 2022 15:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0548ab01-5a90-4a49-8d13-3dc165270485 x-openstack-request-id: req-0548ab01-5a90-4a49-8d13-3dc165270485 {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:46:10.877678 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2d6980-c9f6-47d4-956f-f226a93d50e8", "name": "network-vif-plugged", "status": "completed", "tag": "89339565-152f-4ae8-8690-3d2c845f5541", "code": 200}, {"server_uuid": "5af2ee29-7907-419d-81ca-83b75b6db26e", "name": "network-vif-plugged", "status": "completed", "tag": "bdcc4d7c-105a-4932-abe7-b80b058daca0", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:46:10.878509 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0548ab01-5a90-4a49-8d13-3dc165270485 {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:46:10.879050 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2d6980-c9f6-47d4-956f-f226a93d50e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89339565-152f-4ae8-8690-3d2c845f5541', 'code': 200} Feb 17 15:46:10.879462 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af2ee29-7907-419d-81ca-83b75b6db26e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcc4d7c-105a-4932-abe7-b80b058daca0', 'code': 200} Feb 17 15:46:10.917168 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e1222ecb-51cc-49a8-9acb-0c042dbd5d89 req-9f931101-2c97-4c37-84c3-cfd90cd02212 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474248 Feb 17 15:46:10.972379 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 49808) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:10.983076 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-a605821d-08e6-478a-845f-bf167e4fe9ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-602415079-network', 'tenant_id': 'dfb82d8392594ccdafafff9de1aeb9e5'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:46:11.022883 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a605821d-08e6-478a-845f-bf167e4fe9ff admin admin] Made reservation on behalf of dfb82d8392594ccdafafff9de1aeb9e5 for: {'network': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:46:11.025220 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a605821d-08e6-478a-845f-bf167e4fe9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for network (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:11.041813 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a605821d-08e6-478a-845f-bf167e4fe9ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:11.060201 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec3907-efcb-4911-925a-ad07aa9e487f req-e0cacf2f-766d-4ade-bfb5-d89ad477d48d tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:11.062686 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b0ec3907-efcb-4911-925a-ad07aa9e487f req-e0cacf2f-766d-4ade-bfb5-d89ad477d48d tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.0808046 Feb 17 15:46:11.134254 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b0ec3907-efcb-4911-925a-ad07aa9e487f req-ab7ba845-cf73-494e-8667-1120f5d1f420 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646148 Feb 17 15:46:11.177254 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a605821d-08e6-478a-845f-bf167e4fe9ff admin admin] Publish callbacks [] for security_group (1a83ee45-c9bc-48d3-8664-31c305235ac4), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:11.184344 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a605821d-08e6-478a-845f-bf167e4fe9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (1a83ee45-c9bc-48d3-8664-31c305235ac4), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:11.220544 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a605821d-08e6-478a-845f-bf167e4fe9ff admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=109499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 15:46:11.229925 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605821d-08e6-478a-845f-bf167e4fe9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a83ee45-c9bc-48d3-8664-31c305235ac4,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:11.236315 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a605821d-08e6-478a-845f-bf167e4fe9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (86c48001-46b5-45b3-aaca-9ce77b353671), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:11.236512 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.segments_db [None req-a605821d-08e6-478a-845f-bf167e4fe9ff admin admin] Added segment 86c48001-46b5-45b3-aaca-9ce77b353671 of type vlan for network cd71c27c-29c2-48ad-b811-410c37c68bdd Feb 17 15:46:11.281290 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a605821d-08e6-478a-845f-bf167e4fe9ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726998781570'] for network (cd71c27c-29c2-48ad-b811-410c37c68bdd), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:11.310265 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a605821d-08e6-478a-845f-bf167e4fe9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for network (cd71c27c-29c2-48ad-b811-410c37c68bdd), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:11.312462 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a605821d-08e6-478a-845f-bf167e4fe9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:11.313351 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a605821d-08e6-478a-845f-bf167e4fe9ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:11.355656 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-a605821d-08e6-478a-845f-bf167e4fe9ff admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3821464 Feb 17 15:46:11.358508 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 49820) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:11.365314 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-12ada689-2725-4d1f-83d0-d97704eaa2e3 admin admin] Request body: {'subnet': {'network_id': 'cd71c27c-29c2-48ad-b811-410c37c68bdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-602415079-subnet', 'tenant_id': 'dfb82d8392594ccdafafff9de1aeb9e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:46:11.397506 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605821d-08e6-478a-845f-bf167e4fe9ff admin admin] Pushing event updated for resources: {'Network': ['ID=cd71c27c-29c2-48ad-b811-410c37c68bdd,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:11.413587 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Network cd71c27c-29c2-48ad-b811-410c37c68bdd details requested by agent ovs-agent-dv-cinder-606346-36-iscsi with host dv-cinder-606346-36-iscsi {{(pid=109500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 15:46:11.426451 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ada689-2725-4d1f-83d0-d97704eaa2e3 admin admin] Made reservation on behalf of dfb82d8392594ccdafafff9de1aeb9e5 for: {'subnet': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:46:11.433016 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-12ada689-2725-4d1f-83d0-d97704eaa2e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:11.629325 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 49838) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:11.765334 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188d5b6-71ee-49a7-85dd-73c84d4ceac9 req-9abbc319-4ed8-42b0-a183-c7f27973a2c0 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:11.772532 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1188d5b6-71ee-49a7-85dd-73c84d4ceac9 req-9abbc319-4ed8-42b0-a183-c7f27973a2c0 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 945 time: 0.1591377 Feb 17 15:46:11.791846 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc2dc1-5026-4d4a-91e2-bccaa807d022 req-11a64e62-e151-41e7-8792-3e9d518d689c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:11.793727 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a8dc2dc1-5026-4d4a-91e2-bccaa807d022 req-11a64e62-e151-41e7-8792-3e9d518d689c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 1129 time: 0.1293578 Feb 17 15:46:11.811468 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-12ada689-2725-4d1f-83d0-d97704eaa2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for subnet (f4912fb0-5c38-4885-a873-160a83b092ea), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:11.840719 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1188d5b6-71ee-49a7-85dd-73c84d4ceac9 req-560b5397-c37a-4927-96e5-51ddafa7313f tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/security-groups?id=208f2413-b6b7-4fcc-9bd2-67b7dadff444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622079 Feb 17 15:46:11.873291 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ada689-2725-4d1f-83d0-d97704eaa2e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4912fb0-5c38-4885-a873-160a83b092ea,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:11.884934 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ada689-2725-4d1f-83d0-d97704eaa2e3 admin admin] Checking segment: {'id': '86c48001-46b5-45b3-aaca-9ce77b353671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'cd71c27c-29c2-48ad-b811-410c37c68bdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:46:11.885295 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ada689-2725-4d1f-83d0-d97704eaa2e3 admin admin] Network hostable DHCP agents. Network: cd71c27c-29c2-48ad-b811-410c37c68bdd, hostable agents: ['c690b10a-9812-45df-b2f8-72b352956aca'], hosted agents: [] {{(pid=109498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 15:46:11.902866 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ada689-2725-4d1f-83d0-d97704eaa2e3 admin admin] Network cd71c27c-29c2-48ad-b811-410c37c68bdd is scheduled to be hosted by DHCP agent c690b10a-9812-45df-b2f8-72b352956aca with binding_index 1 {{(pid=109498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 15:46:11.912150 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-12ada689-2725-4d1f-83d0-d97704eaa2e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-36-iscsi, cd71c27c-29c2-48ad-b811-410c37c68bdd) {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:46:11.918080 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ada689-2725-4d1f-83d0-d97704eaa2e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:11.918594 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-12ada689-2725-4d1f-83d0-d97704eaa2e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for subnet (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:11.925043 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12719c6b-8f65-49e2-a461-0b0fcf88cdc4 None None] Network cd71c27c-29c2-48ad-b811-410c37c68bdd requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:46:11.936583 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-12ada689-2725-4d1f-83d0-d97704eaa2e3 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5762947 Feb 17 15:46:11.994227 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9f36418f-8cb0-4bd6-b77b-61f6d536fb75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:12.036044 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f56892-d929-4e2e-9778-ca6c270da29b None None] Network cd71c27c-29c2-48ad-b811-410c37c68bdd requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:46:12.043454 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 49856) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:12.106011 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc19884-4f0b-4a22-8093-04e13047a077 req-e6f75441-21f0-4e50-96ce-61c39ef90917 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:12.107487 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-adc19884-4f0b-4a22-8093-04e13047a077 req-e6f75441-21f0-4e50-96ce-61c39ef90917 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.1005385 Feb 17 15:46:12.142278 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-8bea34fc-adff-45e5-87bd-dd4fc7a260ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:12.206323 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9f36418f-8cb0-4bd6-b77b-61f6d536fb75 admin admin] Publish callbacks [] for security_group (bedd07ba-7989-481f-a300-b3f2dec39902), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:12.213901 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-adc19884-4f0b-4a22-8093-04e13047a077 req-b4659a88-3f80-4d19-a49f-81f5d74be1ae tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996387 Feb 17 15:46:12.215029 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9f36418f-8cb0-4bd6-b77b-61f6d536fb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (bedd07ba-7989-481f-a300-b3f2dec39902), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:12.286757 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-9f36418f-8cb0-4bd6-b77b-61f6d536fb75 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=53fda502b18444e8916bd108ce7ee41e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6554959 Feb 17 15:46:12.287106 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-8bea34fc-adff-45e5-87bd-dd4fc7a260ff admin admin] Publish callbacks [] for security_group (190d120b-be31-49a6-91c1-c54edda728df), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:12.287389 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 49868) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:12.293942 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-8bea34fc-adff-45e5-87bd-dd4fc7a260ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (190d120b-be31-49a6-91c1-c54edda728df), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:12.296513 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36418f-8cb0-4bd6-b77b-61f6d536fb75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedd07ba-7989-481f-a300-b3f2dec39902,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:12.346203 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-8bea34fc-adff-45e5-87bd-dd4fc7a260ff admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5afc4ed6e38f4945bc81efbe5425288e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015654 Feb 17 15:46:12.347574 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea34fc-adff-45e5-87bd-dd4fc7a260ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190d120b-be31-49a6-91c1-c54edda728df,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:12.350286 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 49870) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:12.351350 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98467260-df5e-4fb4-aec8-96e59f50d3eb req-df045560-0c52-4743-8b6f-46f860c632e3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:12.352872 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-98467260-df5e-4fb4-aec8-96e59f50d3eb req-df045560-0c52-4743-8b6f-46f860c632e3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.1155975 Feb 17 15:46:12.372060 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2fa4aa8f-1f07-4a75-887b-002d895ff430 admin admin] Publish callbacks [] for security_group (bedd07ba-7989-481f-a300-b3f2dec39902), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:12.412069 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2fa4aa8f-1f07-4a75-887b-002d895ff430 admin admin] Publish callbacks [] for security_group (bedd07ba-7989-481f-a300-b3f2dec39902), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:12.424737 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-c46cc856-7877-4d69-bb13-75c60d37cb89 admin admin] Publish callbacks [] for security_group (190d120b-be31-49a6-91c1-c54edda728df), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:12.432875 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-98467260-df5e-4fb4-aec8-96e59f50d3eb req-cc8da587-ecbd-4a54-aa7d-41a21b999e9c tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721114 Feb 17 15:46:12.458761 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-c46cc856-7877-4d69-bb13-75c60d37cb89 admin admin] Publish callbacks [] for security_group (190d120b-be31-49a6-91c1-c54edda728df), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:12.490150 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2fa4aa8f-1f07-4a75-887b-002d895ff430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (bedd07ba-7989-481f-a300-b3f2dec39902), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:12.492845 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2fa4aa8f-1f07-4a75-887b-002d895ff430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:12.496926 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-2fa4aa8f-1f07-4a75-887b-002d895ff430 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bedd07ba-7989-481f-a300-b3f2dec39902 HTTP/1.1" status: 204 len: 168 time: 0.2076488 Feb 17 15:46:12.505867 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4aa8f-1f07-4a75-887b-002d895ff430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedd07ba-7989-481f-a300-b3f2dec39902,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:12.537041 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-c46cc856-7877-4d69-bb13-75c60d37cb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (190d120b-be31-49a6-91c1-c54edda728df), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:12.538288 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:12.540140 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-c46cc856-7877-4d69-bb13-75c60d37cb89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:12.545582 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-c46cc856-7877-4d69-bb13-75c60d37cb89 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/190d120b-be31-49a6-91c1-c54edda728df HTTP/1.1" status: 204 len: 168 time: 0.1915052 Feb 17 15:46:12.571313 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cc856-7877-4d69-bb13-75c60d37cb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190d120b-be31-49a6-91c1-c54edda728df,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:12.945083 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 49896) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:12.960372 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3192a49e-c95f-44b3-8e1c-c01bb285ac73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:12.966446 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fa5c5-8b93-4cc1-b13d-7c68f42666ac req-3e84a9b0-e310-4a35-addc-4723121ef5f6 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:12.973138 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ea8fa5c5-8b93-4cc1-b13d-7c68f42666ac req-3e84a9b0-e310-4a35-addc-4723121ef5f6 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 945 time: 0.0659602 Feb 17 15:46:12.974927 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 49898) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:12.998010 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-85fbf258-33d3-4acb-ac7d-71fe8a799e68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:13.036358 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3192a49e-c95f-44b3-8e1c-c01bb285ac73 admin admin] Publish callbacks [] for security_group (b1462fee-259f-49a8-ab30-f07748af91e0), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:13.039060 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ea8fa5c5-8b93-4cc1-b13d-7c68f42666ac req-286550ff-ea3b-473a-a852-c19eb0a0f100 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/security-groups?id=208f2413-b6b7-4fcc-9bd2-67b7dadff444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650625 Feb 17 15:46:13.040029 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3192a49e-c95f-44b3-8e1c-c01bb285ac73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (b1462fee-259f-49a8-ab30-f07748af91e0), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:13.086722 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-3192a49e-c95f-44b3-8e1c-c01bb285ac73 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9d4f5fb8a6b8476fa7b79c02e44e157f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405349 Feb 17 15:46:13.087588 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192a49e-c95f-44b3-8e1c-c01bb285ac73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1462fee-259f-49a8-ab30-f07748af91e0,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:13.089463 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 49900) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:13.110294 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-85fbf258-33d3-4acb-ac7d-71fe8a799e68 admin admin] Publish callbacks [] for security_group (22335fe3-408a-4bf0-86b2-578f71ecc4f2), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:13.119064 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-85fbf258-33d3-4acb-ac7d-71fe8a799e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (22335fe3-408a-4bf0-86b2-578f71ecc4f2), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:13.169685 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-85fbf258-33d3-4acb-ac7d-71fe8a799e68 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b67b5bec6af64340bf75843d5b75925d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1932638 Feb 17 15:46:13.172522 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 49902) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:13.176357 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fbf258-33d3-4acb-ac7d-71fe8a799e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22335fe3-408a-4bf0-86b2-578f71ecc4f2,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:13.183248 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ac06526e-fb6a-4b8f-afad-cf4678f74268 admin admin] Publish callbacks [] for security_group (b1462fee-259f-49a8-ab30-f07748af91e0), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:13.205322 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ac06526e-fb6a-4b8f-afad-cf4678f74268 admin admin] Publish callbacks [] for security_group (b1462fee-259f-49a8-ab30-f07748af91e0), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:13.222648 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-9944cf51-cfc6-4583-824d-ee80c9b32773 admin admin] Publish callbacks [] for security_group (22335fe3-408a-4bf0-86b2-578f71ecc4f2), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:13.244332 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-9944cf51-cfc6-4583-824d-ee80c9b32773 admin admin] Publish callbacks [] for security_group (22335fe3-408a-4bf0-86b2-578f71ecc4f2), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:13.258893 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ac06526e-fb6a-4b8f-afad-cf4678f74268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (b1462fee-259f-49a8-ab30-f07748af91e0), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:13.261883 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ac06526e-fb6a-4b8f-afad-cf4678f74268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:13.263038 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-ac06526e-fb6a-4b8f-afad-cf4678f74268 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b1462fee-259f-49a8-ab30-f07748af91e0 HTTP/1.1" status: 204 len: 168 time: 0.1726654 Feb 17 15:46:13.271114 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac06526e-fb6a-4b8f-afad-cf4678f74268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1462fee-259f-49a8-ab30-f07748af91e0,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:13.319186 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-9944cf51-cfc6-4583-824d-ee80c9b32773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (22335fe3-408a-4bf0-86b2-578f71ecc4f2), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:13.322067 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-9944cf51-cfc6-4583-824d-ee80c9b32773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:13.323260 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-9944cf51-cfc6-4583-824d-ee80c9b32773 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/22335fe3-408a-4bf0-86b2-578f71ecc4f2 HTTP/1.1" status: 204 len: 168 time: 0.1498468 Feb 17 15:46:13.332048 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944cf51-cfc6-4583-824d-ee80c9b32773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22335fe3-408a-4bf0-86b2-578f71ecc4f2,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:13.367736 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67287d52-2649-4173-9f20-69d02c3529b7 req-c14a4b37-3614-47f4-8dd1-ab7307c3fe9c tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:13.369350 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-67287d52-2649-4173-9f20-69d02c3529b7 req-c14a4b37-3614-47f4-8dd1-ab7307c3fe9c tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0646276 Feb 17 15:46:13.419345 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-67287d52-2649-4173-9f20-69d02c3529b7 req-32f41e2e-3302-48fc-8d77-ebd941cd7cb1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426559 Feb 17 15:46:13.573172 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5cbdd-9fcf-475f-9307-81a4d87593fb req-ca0f8989-548a-4fac-8404-6d19fecfd9ac tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:13.574795 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-caa5cbdd-9fcf-475f-9307-81a4d87593fb req-ca0f8989-548a-4fac-8404-6d19fecfd9ac tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.0587387 Feb 17 15:46:13.631724 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-caa5cbdd-9fcf-475f-9307-81a4d87593fb req-8278a8d2-6f00-4d37-ba9d-baf7b9e8296d tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503955 Feb 17 15:46:14.162967 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027be82-b043-48e5-aa8c-f63ab1a961ec req-065a8543-06e3-4e6a-a031-13feb26bf451 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:14.169683 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f027be82-b043-48e5-aa8c-f63ab1a961ec req-065a8543-06e3-4e6a-a031-13feb26bf451 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 945 time: 0.0584037 Feb 17 15:46:14.212375 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f027be82-b043-48e5-aa8c-f63ab1a961ec req-bb23213b-2d47-41ea-968c-a750ece8ac74 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/security-groups?id=208f2413-b6b7-4fcc-9bd2-67b7dadff444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418122 Feb 17 15:46:14.318923 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-a8dc2dc1-5026-4d4a-91e2-bccaa807d022 req-9c6cde32-651a-4d9c-b4e0-2be533fab0b7 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:14.425116 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fdc6b5-c8e7-4f41-b281-86f6e647a2f4 req-d489acc7-9bc1-4e05-be40-a97e669627eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:14.426759 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-95fdc6b5-c8e7-4f41-b281-86f6e647a2f4 req-d489acc7-9bc1-4e05-be40-a97e669627eb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 1130 time: 0.1207967 Feb 17 15:46:14.428897 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-a8dc2dc1-5026-4d4a-91e2-bccaa807d022 req-9c6cde32-651a-4d9c-b4e0-2be533fab0b7 service neutron] Publish callbacks [] for security_group (a4d2ece5-9e7a-4b71-9704-32c7043e56fd), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:14.436217 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-a8dc2dc1-5026-4d4a-91e2-bccaa807d022 req-9c6cde32-651a-4d9c-b4e0-2be533fab0b7 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (a4d2ece5-9e7a-4b71-9704-32c7043e56fd), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:14.459042 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd6700-6604-4403-82fb-d191fdec53a0 req-ba9c14a6-37c6-4ebf-8244-bccf1132078b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:14.461264 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-66cd6700-6604-4403-82fb-d191fdec53a0 req-ba9c14a6-37c6-4ebf-8244-bccf1132078b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 1129 time: 0.1187515 Feb 17 15:46:14.494095 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a8dc2dc1-5026-4d4a-91e2-bccaa807d022 req-9c6cde32-651a-4d9c-b4e0-2be533fab0b7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=208f2413-b6b7-4fcc-9bd2-67b7dadff444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883156 Feb 17 15:46:14.497293 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6cde32-651a-4d9c-b4e0-2be533fab0b7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d2ece5-9e7a-4b71-9704-32c7043e56fd,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:14.535549 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-66cd6700-6604-4403-82fb-d191fdec53a0 req-6fa06049-008f-476c-946c-779b10edc860 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610402 Feb 17 15:46:14.537724 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-95fdc6b5-c8e7-4f41-b281-86f6e647a2f4 req-5e8ff286-64d5-467d-9144-5564acf37053 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032794 Feb 17 15:46:14.552676 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 49976) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:14.563775 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6d393-da8f-4c3e-b404-e7eee6bef385 req-8f6bf8fb-1e9f-4590-b58b-269ff3c7090d tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:14.566238 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-09d6d393-da8f-4c3e-b404-e7eee6bef385 req-8f6bf8fb-1e9f-4590-b58b-269ff3c7090d tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0633700 Feb 17 15:46:14.621322 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-09d6d393-da8f-4c3e-b404-e7eee6bef385 req-c4bc5cc2-b21c-4431-83a7-aacaed7c43e4 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486081 Feb 17 15:46:14.781215 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60d714-a3fe-4a1a-9e25-eb1e5533f7ae req-64fda9b4-3675-42e3-b769-24081c0636d6 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:14.789323 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9c60d714-a3fe-4a1a-9e25-eb1e5533f7ae req-64fda9b4-3675-42e3-b769-24081c0636d6 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.0782950 Feb 17 15:46:14.813600 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-dde57f33-8216-4d0d-aada-02e0ce5381f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:14.850199 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9c60d714-a3fe-4a1a-9e25-eb1e5533f7ae req-89d57857-9f05-4c39-9524-5b31d14d05f6 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560448 Feb 17 15:46:14.904489 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-dde57f33-8216-4d0d-aada-02e0ce5381f6 admin admin] Publish callbacks [] for security_group (a3c5c70d-6fff-490f-ba3c-8a5743946d11), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:14.911556 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-dde57f33-8216-4d0d-aada-02e0ce5381f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (a3c5c70d-6fff-490f-ba3c-8a5743946d11), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:14.968031 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-dde57f33-8216-4d0d-aada-02e0ce5381f6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=96b3228b721e46e8b6fd7f79103b6c92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4134486 Feb 17 15:46:14.968927 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde57f33-8216-4d0d-aada-02e0ce5381f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c5c70d-6fff-490f-ba3c-8a5743946d11,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:14.970770 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 50008) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:15.042727 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2e2ce9b8-15bc-4922-bfaa-c527e628c266 admin admin] Publish callbacks [] for security_group (a3c5c70d-6fff-490f-ba3c-8a5743946d11), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:15.070079 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2e2ce9b8-15bc-4922-bfaa-c527e628c266 admin admin] Publish callbacks [] for security_group (a3c5c70d-6fff-490f-ba3c-8a5743946d11), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:15.134304 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2e2ce9b8-15bc-4922-bfaa-c527e628c266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (a3c5c70d-6fff-490f-ba3c-8a5743946d11), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:15.137676 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2e2ce9b8-15bc-4922-bfaa-c527e628c266 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:15.142068 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-2e2ce9b8-15bc-4922-bfaa-c527e628c266 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a3c5c70d-6fff-490f-ba3c-8a5743946d11 HTTP/1.1" status: 204 len: 168 time: 0.1679690 Feb 17 15:46:15.150661 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ce9b8-15bc-4922-bfaa-c527e628c266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c5c70d-6fff-490f-ba3c-8a5743946d11,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:15.409369 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6961905-f0f5-4a8d-9bca-e2bc8d7a69ac req-beb959bb-f0f4-4696-8a2e-718d122ca449 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:15.411226 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e6961905-f0f5-4a8d-9bca-e2bc8d7a69ac req-beb959bb-f0f4-4696-8a2e-718d122ca449 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 945 time: 0.0905921 Feb 17 15:46:15.484684 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e6961905-f0f5-4a8d-9bca-e2bc8d7a69ac req-822b926c-2ab6-4931-9392-6611c938fd8c tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/security-groups?id=208f2413-b6b7-4fcc-9bd2-67b7dadff444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614691 Feb 17 15:46:15.766499 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d75762-9fad-47e2-bd9e-fe889b1c8963 req-09490554-49d3-4909-94cd-e73e32f94286 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:15.768080 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d1d75762-9fad-47e2-bd9e-fe889b1c8963 req-09490554-49d3-4909-94cd-e73e32f94286 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0737555 Feb 17 15:46:15.840210 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d1d75762-9fad-47e2-bd9e-fe889b1c8963 req-7987e340-6e16-4660-8582-b1efbdcbb0ac tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650096 Feb 17 15:46:16.009174 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea7174-33e0-434c-a142-54dca0dbaa43 req-59a112a7-0f58-4638-9367-ecf75369a7f3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:16.017044 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d9ea7174-33e0-434c-a142-54dca0dbaa43 req-59a112a7-0f58-4638-9367-ecf75369a7f3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.0709293 Feb 17 15:46:16.077159 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d9ea7174-33e0-434c-a142-54dca0dbaa43 req-dc04c8f4-a113-4d7c-8179-3bca501295aa tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505497 Feb 17 15:46:16.602384 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277258d-6b0b-46d3-a55d-e6d0532d1aa5 req-58a55bd0-8e2e-48f5-b3c5-6b5f7a383607 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:16.604717 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9277258d-6b0b-46d3-a55d-e6d0532d1aa5 req-58a55bd0-8e2e-48f5-b3c5-6b5f7a383607 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 945 time: 0.0604720 Feb 17 15:46:16.709303 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9277258d-6b0b-46d3-a55d-e6d0532d1aa5 req-0ce56f77-84ca-48d6-a5ca-9d3c165faf0c tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/security-groups?id=208f2413-b6b7-4fcc-9bd2-67b7dadff444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972335 Feb 17 15:46:17.020315 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc6155-90df-432a-85af-65d46eb52d76 req-2468ae13-2d73-4da5-ae08-6fc4a2301338 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:17.023660 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-88bc6155-90df-432a-85af-65d46eb52d76 req-2468ae13-2d73-4da5-ae08-6fc4a2301338 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0776286 Feb 17 15:46:17.099005 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-88bc6155-90df-432a-85af-65d46eb52d76 req-1f7fbff6-b423-4d50-b00e-80a157004bae tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693626 Feb 17 15:46:17.269451 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b36a0-8596-4bbd-8a48-27ab3f3ba144 req-52a5e75c-76b9-4385-9772-f67f934af5b9 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:17.271059 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9b5b36a0-8596-4bbd-8a48-27ab3f3ba144 req-52a5e75c-76b9-4385-9772-f67f934af5b9 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.0814891 Feb 17 15:46:17.348482 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9b5b36a0-8596-4bbd-8a48-27ab3f3ba144 req-1f821eb0-08f3-43b2-bd33-9fe325cd4ef0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649226 Feb 17 15:46:17.523335 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4cf15-b838-4613-a51d-9a654e11fa5e req-108890d9-530b-474e-bec0-9279f9635b3a tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:17.524843 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d2f4cf15-b838-4613-a51d-9a654e11fa5e req-108890d9-530b-474e-bec0-9279f9635b3a tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.0575593 Feb 17 15:46:17.533997 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 50176) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:17.538339 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-42429ea2-6477-43bd-b83c-2714172a79c4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Request body: {'floatingip': {'port_id': '8d8a458d-7505-4dbf-9aa4-428a1db22383'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:46:17.608475 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-42429ea2-6477-43bd-b83c-2714172a79c4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for floatingip (047e0004-fcfd-4126-ad47-7ce6dbf2802a), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:17.725178 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 50182) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:18.030133 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-457b696b-d43d-4b56-9e22-f386d420cde4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:18.347066 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-457b696b-d43d-4b56-9e22-f386d420cde4 admin admin] Publish callbacks [] for security_group (bce57c8e-2a86-4494-a1d2-40bdd0b19b42), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:18.363909 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-457b696b-d43d-4b56-9e22-f386d420cde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (bce57c8e-2a86-4494-a1d2-40bdd0b19b42), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:18.452985 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da01bf7-43ea-458d-9eb3-08b0048d55c6 req-6db8aa5e-aa5e-4744-ac30-38976b11b656 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:18.454499 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6da01bf7-43ea-458d-9eb3-08b0048d55c6 req-6db8aa5e-aa5e-4744-ac30-38976b11b656 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.2031581 Feb 17 15:46:18.462966 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-457b696b-d43d-4b56-9e22-f386d420cde4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e6ee03e9253b47648062828999b26c98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7368016 Feb 17 15:46:18.466357 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 50238) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:18.508392 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b696b-d43d-4b56-9e22-f386d420cde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce57c8e-2a86-4494-a1d2-40bdd0b19b42,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:18.529911 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.db.resource_extend [None req-42429ea2-6477-43bd-b83c-2714172a79c4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 15:46:18.548998 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-9058823b-5fcb-419f-aafd-50e20854d3ea admin admin] Publish callbacks [] for security_group (bce57c8e-2a86-4494-a1d2-40bdd0b19b42), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:18.586004 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-9058823b-5fcb-419f-aafd-50e20854d3ea admin admin] Publish callbacks [] for security_group (bce57c8e-2a86-4494-a1d2-40bdd0b19b42), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:18.659005 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6da01bf7-43ea-458d-9eb3-08b0048d55c6 req-c04b7e54-bc11-4b13-a052-3305fac73170 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708000 Feb 17 15:46:18.678228 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-42429ea2-6477-43bd-b83c-2714172a79c4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:18.686828 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-42429ea2-6477-43bd-b83c-2714172a79c4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1606115'] for floatingip (047e0004-fcfd-4126-ad47-7ce6dbf2802a), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:18.695519 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-9058823b-5fcb-419f-aafd-50e20854d3ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (bce57c8e-2a86-4494-a1d2-40bdd0b19b42), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:18.699013 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-9058823b-5fcb-419f-aafd-50e20854d3ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:18.700286 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-9058823b-5fcb-419f-aafd-50e20854d3ea admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bce57c8e-2a86-4494-a1d2-40bdd0b19b42 HTTP/1.1" status: 204 len: 168 time: 0.2327914 Feb 17 15:46:18.733779 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058823b-5fcb-419f-aafd-50e20854d3ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce57c8e-2a86-4494-a1d2-40bdd0b19b42,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:18.923431 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9549f9-dca9-479c-b8b2-ad6536f10c87 req-dd123d08-fa7f-4330-8174-1c9df4bb621a tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:18.929322 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ab9549f9-dca9-479c-b8b2-ad6536f10c87 req-dd123d08-fa7f-4330-8174-1c9df4bb621a tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.1244574 Feb 17 15:46:18.934532 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 50260) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:18.940562 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-ca12f71d-8d14-4960-9c5d-20007fec4ab3 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Request body: {'floatingip': {'port_id': '89339565-152f-4ae8-8690-3d2c845f5541'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:46:18.940736 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.l3_db [None req-42429ea2-6477-43bd-b83c-2714172a79c4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Floating IP 047e0004-fcfd-4126-ad47-7ce6dbf2802a associated. External IP: 172.27.3.37, port: 8d8a458d-7505-4dbf-9aa4-428a1db22383. Feb 17 15:46:19.023551 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-ca12f71d-8d14-4960-9c5d-20007fec4ab3 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for floatingip (6ddfef58-ea1c-4798-b54e-508f5e034de1), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:19.118735 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 50268) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:19.139893 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-6bc45897-1cf1-4185-b7a0-3c5dd3550e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:19.269457 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42429ea2-6477-43bd-b83c-2714172a79c4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Router 39550417-423d-4074-bc18-9d140e79833b has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:46:19.364911 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-6bc45897-1cf1-4185-b7a0-3c5dd3550e7d admin admin] Publish callbacks [] for security_group (62087f95-dd50-4bb8-9fd8-e13f1131b891), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:19.370401 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-6bc45897-1cf1-4185-b7a0-3c5dd3550e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (62087f95-dd50-4bb8-9fd8-e13f1131b891), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:19.393235 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42429ea2-6477-43bd-b83c-2714172a79c4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:46:19.398366 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-42429ea2-6477-43bd-b83c-2714172a79c4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for floatingip (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:19.412314 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee758477-cfa5-490c-93ba-17c42b5fdf56 None None] Sync routers for ids ['39550417-423d-4074-bc18-9d140e79833b'] in dv-cinder-606346-36-iscsi {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:46:19.428228 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee758477-cfa5-490c-93ba-17c42b5fdf56 None None] Routers {'39550417-423d-4074-bc18-9d140e79833b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:46:19.429560 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-ee758477-cfa5-490c-93ba-17c42b5fdf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:46:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['39550417-423d-4074-bc18-9d140e79833b'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:19.441413 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-42429ea2-6477-43bd-b83c-2714172a79c4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "PUT /v2.0/floatingips/047e0004-fcfd-4126-ad47-7ce6dbf2802a HTTP/1.1" status: 200 len: 991 time: 1.9061639 Feb 17 15:46:19.441989 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a3ca41-f80f-43d4-8009-7c38865b979c', 'tag': '8d8a458d-7505-4dbf-9aa4-428a1db22383'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:46:19.444630 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd10f5fe-802e-4826-a1b9-b477def5ac96" -d '{"events": [{"name": "network-changed", "server_uuid": "25a3ca41-f80f-43d4-8009-7c38865b979c", "tag": "8d8a458d-7505-4dbf-9aa4-428a1db22383"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:46:19.514608 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc45897-1cf1-4185-b7a0-3c5dd3550e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62087f95-dd50-4bb8-9fd8-e13f1131b891,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:19.521203 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6b542e-a286-4d9b-899b-43b030ae5c11 x-openstack-request-id: req-5c6b542e-a286-4d9b-899b-43b030ae5c11 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:46:19.524778 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a3ca41-f80f-43d4-8009-7c38865b979c", "tag": "8d8a458d-7505-4dbf-9aa4-428a1db22383", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:46:19.524884 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5c6b542e-a286-4d9b-899b-43b030ae5c11 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:46:19.525264 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a3ca41-f80f-43d4-8009-7c38865b979c', 'tag': '8d8a458d-7505-4dbf-9aa4-428a1db22383', 'status': 'completed', 'code': 200} Feb 17 15:46:19.544549 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-6bc45897-1cf1-4185-b7a0-3c5dd3550e7d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e6bf7b926b9f4e049a6a45b8fc95f5f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4225056 Feb 17 15:46:19.544957 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 50282) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:19.604877 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-ee758477-cfa5-490c-93ba-17c42b5fdf56 None None] Set router 39550417-423d-4074-bc18-9d140e79833b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:46:19.631072 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-bcada932-b177-403f-9e08-57d6ae8a9dd9 admin admin] Publish callbacks [] for security_group (62087f95-dd50-4bb8-9fd8-e13f1131b891), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:19.729059 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-bcada932-b177-403f-9e08-57d6ae8a9dd9 admin admin] Publish callbacks [] for security_group (62087f95-dd50-4bb8-9fd8-e13f1131b891), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:19.802187 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-bcada932-b177-403f-9e08-57d6ae8a9dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (62087f95-dd50-4bb8-9fd8-e13f1131b891), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:19.805890 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-bcada932-b177-403f-9e08-57d6ae8a9dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:19.807149 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-bcada932-b177-403f-9e08-57d6ae8a9dd9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/62087f95-dd50-4bb8-9fd8-e13f1131b891 HTTP/1.1" status: 204 len: 168 time: 0.2610245 Feb 17 15:46:19.821884 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcada932-b177-403f-9e08-57d6ae8a9dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62087f95-dd50-4bb8-9fd8-e13f1131b891,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:20.185669 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.db.resource_extend [None req-ca12f71d-8d14-4960-9c5d-20007fec4ab3 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 15:46:20.203530 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 50306) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:20.282145 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-ee758477-cfa5-490c-93ba-17c42b5fdf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39550417-423d-4074-bc18-9d140e79833b', 'name': 'tempest-AttachVolumeShelveTestJSON-1236467049-router', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:31Z', 'updated_at': '2022-02-17T15:45:40Z', 'revision_number': 4, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'gw_port': {'id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:32Z', 'updated_at': '2022-02-17T15:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': '047e0004-fcfd-4126-ad47-7ce6dbf2802a', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '39550417-423d-4074-bc18-9d140e79833b', 'port_id': '8d8a458d-7505-4dbf-9aa4-428a1db22383', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'mac_address': 'fa:16:3e:4a:ce:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a3ca41-f80f-43d4-8009-7c38865b979c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:45:45Z', 'updated_at': '2022-02-17T15:46:18Z', 'revision_number': 1, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2', 'name': '', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'mac_address': 'fa:16:3e:35:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '085193d0-4bed-4149-bda8-411e07e82670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:38Z', 'updated_at': '2022-02-17T15:45:44Z', 'revision_number': 5, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'subnets': [{'id': '085193d0-4bed-4149-bda8-411e07e82670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:20.286898 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-ca12f71d-8d14-4960-9c5d-20007fec4ab3 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:20.305892 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10f5fe-802e-4826-a1b9-b477def5ac96 req-a1843edd-8f88-49cf-bf83-22200eb12737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:20.317616 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-fd10f5fe-802e-4826-a1b9-b477def5ac96 req-a1843edd-8f88-49cf-bf83-22200eb12737 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05f0a8984e9b47928705c3398312ed12&device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 1130 time: 0.7196388 Feb 17 15:46:20.317616 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-ca12f71d-8d14-4960-9c5d-20007fec4ab3 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1606115'] for floatingip (6ddfef58-ea1c-4798-b54e-508f5e034de1), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:20.389373 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee758477-cfa5-490c-93ba-17c42b5fdf56 None None] Checking router: 39550417-423d-4074-bc18-9d140e79833b for host: dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:46:20.430834 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee758477-cfa5-490c-93ba-17c42b5fdf56 None None] Routers {'39550417-423d-4074-bc18-9d140e79833b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:46:20.431482 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-ee758477-cfa5-490c-93ba-17c42b5fdf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:46:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['39550417-423d-4074-bc18-9d140e79833b'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:20.572544 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.db.l3_db [None req-ca12f71d-8d14-4960-9c5d-20007fec4ab3 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Floating IP 6ddfef58-ea1c-4798-b54e-508f5e034de1 associated. External IP: 172.27.3.226, port: 89339565-152f-4ae8-8690-3d2c845f5541. Feb 17 15:46:20.651881 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-ee758477-cfa5-490c-93ba-17c42b5fdf56 None None] Set router 39550417-423d-4074-bc18-9d140e79833b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:46:20.728060 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e7eb7614-47e9-49d8-8332-31be9d045df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:20.740103 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10f5fe-802e-4826-a1b9-b477def5ac96 req-e9bfdd74-bbbf-4a50-9430-5d8f648f99ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:20.741770 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-fd10f5fe-802e-4826-a1b9-b477def5ac96 req-e9bfdd74-bbbf-4a50-9430-5d8f648f99ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad5eb79a-29ab-494d-8432-3ccbc2a327de HTTP/1.1" status: 200 len: 918 time: 0.2233741 Feb 17 15:46:20.875861 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e7eb7614-47e9-49d8-8332-31be9d045df3 admin admin] Publish callbacks [] for security_group (cede3710-1641-47dd-a325-825c5743f1ce), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:20.882570 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e7eb7614-47e9-49d8-8332-31be9d045df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (cede3710-1641-47dd-a325-825c5743f1ce), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:20.925161 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb7614-47e9-49d8-8332-31be9d045df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cede3710-1641-47dd-a325-825c5743f1ce,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:20.946060 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-e7eb7614-47e9-49d8-8332-31be9d045df3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0bcb6fec28ef4f6eaf63fe49d5224431&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7410986 Feb 17 15:46:20.948679 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 50346) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:20.952829 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-fd10f5fe-802e-4826-a1b9-b477def5ac96 req-23b3b051-508b-4376-9dad-78214e346312 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d8a458d-7505-4dbf-9aa4-428a1db22383 HTTP/1.1" status: 200 len: 999 time: 0.1990008 Feb 17 15:46:21.042676 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a78a627a-3452-44e5-8ffa-25804898935d admin admin] Publish callbacks [] for security_group (cede3710-1641-47dd-a325-825c5743f1ce), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:21.051823 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10f5fe-802e-4826-a1b9-b477def5ac96 req-900dcd8b-5a2b-4b5e-8c12-f05396c757d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:21.053502 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-fd10f5fe-802e-4826-a1b9-b477def5ac96 req-900dcd8b-5a2b-4b5e-8c12-f05396c757d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=085193d0-4bed-4149-bda8-411e07e82670 HTTP/1.1" status: 200 len: 856 time: 0.0707750 Feb 17 15:46:21.068931 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-ee758477-cfa5-490c-93ba-17c42b5fdf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39550417-423d-4074-bc18-9d140e79833b', 'name': 'tempest-AttachVolumeShelveTestJSON-1236467049-router', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:31Z', 'updated_at': '2022-02-17T15:45:40Z', 'revision_number': 4, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'gw_port': {'id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:32Z', 'updated_at': '2022-02-17T15:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': '047e0004-fcfd-4126-ad47-7ce6dbf2802a', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '39550417-423d-4074-bc18-9d140e79833b', 'port_id': '8d8a458d-7505-4dbf-9aa4-428a1db22383', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'mac_address': 'fa:16:3e:4a:ce:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a3ca41-f80f-43d4-8009-7c38865b979c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:45:45Z', 'updated_at': '2022-02-17T15:46:18Z', 'revision_number': 1, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2', 'name': '', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'mac_address': 'fa:16:3e:35:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '085193d0-4bed-4149-bda8-411e07e82670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:38Z', 'updated_at': '2022-02-17T15:45:44Z', 'revision_number': 5, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'subnets': [{'id': '085193d0-4bed-4149-bda8-411e07e82670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:21.082704 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca12f71d-8d14-4960-9c5d-20007fec4ab3 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Router 7f9696a0-af62-48d6-8f16-90fc573834bc has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:46:21.084173 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a78a627a-3452-44e5-8ffa-25804898935d admin admin] Publish callbacks [] for security_group (cede3710-1641-47dd-a325-825c5743f1ce), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:21.148020 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a78a627a-3452-44e5-8ffa-25804898935d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (cede3710-1641-47dd-a325-825c5743f1ce), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:21.151332 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a78a627a-3452-44e5-8ffa-25804898935d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:21.154900 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-a78a627a-3452-44e5-8ffa-25804898935d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cede3710-1641-47dd-a325-825c5743f1ce HTTP/1.1" status: 204 len: 168 time: 0.2028401 Feb 17 15:46:21.171860 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a627a-3452-44e5-8ffa-25804898935d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cede3710-1641-47dd-a325-825c5743f1ce,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:21.210584 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee758477-cfa5-490c-93ba-17c42b5fdf56 None None] The sync data for ids ['39550417-423d-4074-bc18-9d140e79833b'] in dv-cinder-606346-36-iscsi is: [{'id': '39550417-423d-4074-bc18-9d140e79833b', 'name': 'tempest-AttachVolumeShelveTestJSON-1236467049-router', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:31Z', 'updated_at': '2022-02-17T15:45:40Z', 'revision_number': 4, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'gw_port': {'id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:32Z', 'updated_at': '2022-02-17T15:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': '047e0004-fcfd-4126-ad47-7ce6dbf2802a', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'floating_ip_address': '172.27.3.37', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '39550417-423d-4074-bc18-9d140e79833b', 'port_id': '8d8a458d-7505-4dbf-9aa4-428a1db22383', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 89, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'mac_address': 'fa:16:3e:4a:ce:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a3ca41-f80f-43d4-8009-7c38865b979c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:45:45Z', 'updated_at': '2022-02-17T15:46:18Z', 'revision_number': 1, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2', 'name': '', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'mac_address': 'fa:16:3e:35:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '085193d0-4bed-4149-bda8-411e07e82670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:38Z', 'updated_at': '2022-02-17T15:45:44Z', 'revision_number': 5, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'subnets': [{'id': '085193d0-4bed-4149-bda8-411e07e82670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:46:21.274096 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca12f71d-8d14-4960-9c5d-20007fec4ab3 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:46:21.281355 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-ca12f71d-8d14-4960-9c5d-20007fec4ab3 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for floatingip (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:21.287181 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe3a6c8-71b2-4991-b3c5-8dc2e7ad6585 None None] Sync routers for ids ['7f9696a0-af62-48d6-8f16-90fc573834bc'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:46:21.308721 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe3a6c8-71b2-4991-b3c5-8dc2e7ad6585 None None] Routers {'7f9696a0-af62-48d6-8f16-90fc573834bc'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:46:21.309365 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-6fe3a6c8-71b2-4991-b3c5-8dc2e7ad6585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:46:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['7f9696a0-af62-48d6-8f16-90fc573834bc'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:21.333928 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-ca12f71d-8d14-4960-9c5d-20007fec4ab3 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "PUT /v2.0/floatingips/6ddfef58-ea1c-4798-b54e-508f5e034de1 HTTP/1.1" status: 200 len: 991 time: 2.3971632 Feb 17 15:46:21.334538 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2d6980-c9f6-47d4-956f-f226a93d50e8', 'tag': '89339565-152f-4ae8-8690-3d2c845f5541'}] {{(pid=109498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:46:21.344170 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}780bf5bf4681f798ff63f4c2752ba00573ae695b8458fad7683b49eb1801337a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5d9d54-8e12-4395-a43a-1d19956875a9" -d '{"events": [{"name": "network-changed", "server_uuid": "db2d6980-c9f6-47d4-956f-f226a93d50e8", "tag": "89339565-152f-4ae8-8690-3d2c845f5541"}]}' {{(pid=109498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:46:21.391655 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994c0e69-da63-4d10-989d-a23fa33e5c47 x-openstack-request-id: req-994c0e69-da63-4d10-989d-a23fa33e5c47 {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:46:21.392473 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2d6980-c9f6-47d4-956f-f226a93d50e8", "tag": "89339565-152f-4ae8-8690-3d2c845f5541", "status": "completed", "code": 200}]} {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:46:21.393561 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-994c0e69-da63-4d10-989d-a23fa33e5c47 {{(pid=109498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:46:21.393673 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2d6980-c9f6-47d4-956f-f226a93d50e8', 'tag': '89339565-152f-4ae8-8690-3d2c845f5541', 'status': 'completed', 'code': 200} Feb 17 15:46:21.547493 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9526993c-07d0-4cbf-8abc-85ae0d3e81f7 None None] New status for floating IP 047e0004-fcfd-4126-ad47-7ce6dbf2802a: ACTIVE {{(pid=109501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 15:46:21.554165 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-6fe3a6c8-71b2-4991-b3c5-8dc2e7ad6585 None None] Set router 7f9696a0-af62-48d6-8f16-90fc573834bc gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:46:22.104818 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-6fe3a6c8-71b2-4991-b3c5-8dc2e7ad6585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'name': 'tempest-AttachVolumeTestJSON-526983127-router', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:33Z', 'updated_at': '2022-02-17T15:45:41Z', 'revision_number': 4, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'gw_port': {'id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:34Z', 'updated_at': '2022-02-17T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': '6ddfef58-ea1c-4798-b54e-508f5e034de1', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'port_id': '89339565-152f-4ae8-8690-3d2c845f5541', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'mac_address': 'fa:16:3e:46:0d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2d6980-c9f6-47d4-956f-f226a93d50e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:45:46Z', 'updated_at': '2022-02-17T15:46:19Z', 'revision_number': 1, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e0caaf-966f-4f20-acfe-b9126ebe0d01', 'name': '', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'mac_address': 'fa:16:3e:12:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:40Z', 'updated_at': '2022-02-17T15:45:50Z', 'revision_number': 5, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'subnets': [{'id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:22.134093 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe3a6c8-71b2-4991-b3c5-8dc2e7ad6585 None None] Checking router: 7f9696a0-af62-48d6-8f16-90fc573834bc for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:46:22.143040 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe3a6c8-71b2-4991-b3c5-8dc2e7ad6585 None None] Routers {'7f9696a0-af62-48d6-8f16-90fc573834bc'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:46:22.143652 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-6fe3a6c8-71b2-4991-b3c5-8dc2e7ad6585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:46:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['7f9696a0-af62-48d6-8f16-90fc573834bc'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:22.259774 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-6fe3a6c8-71b2-4991-b3c5-8dc2e7ad6585 None None] Set router 7f9696a0-af62-48d6-8f16-90fc573834bc gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:46:22.500188 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-6fe3a6c8-71b2-4991-b3c5-8dc2e7ad6585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'name': 'tempest-AttachVolumeTestJSON-526983127-router', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:33Z', 'updated_at': '2022-02-17T15:45:41Z', 'revision_number': 4, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'gw_port': {'id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:34Z', 'updated_at': '2022-02-17T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': '6ddfef58-ea1c-4798-b54e-508f5e034de1', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'port_id': '89339565-152f-4ae8-8690-3d2c845f5541', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'mac_address': 'fa:16:3e:46:0d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2d6980-c9f6-47d4-956f-f226a93d50e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:45:46Z', 'updated_at': '2022-02-17T15:46:19Z', 'revision_number': 1, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e0caaf-966f-4f20-acfe-b9126ebe0d01', 'name': '', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'mac_address': 'fa:16:3e:12:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:40Z', 'updated_at': '2022-02-17T15:45:50Z', 'revision_number': 5, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'subnets': [{'id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:22.526775 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe3a6c8-71b2-4991-b3c5-8dc2e7ad6585 None None] The sync data for ids ['7f9696a0-af62-48d6-8f16-90fc573834bc'] in dv-cinder-606346-36-iscsi is: [{'id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'name': 'tempest-AttachVolumeTestJSON-526983127-router', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:33Z', 'updated_at': '2022-02-17T15:45:41Z', 'revision_number': 4, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'gw_port': {'id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:34Z', 'updated_at': '2022-02-17T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': '6ddfef58-ea1c-4798-b54e-508f5e034de1', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'floating_ip_address': '172.27.3.226', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'port_id': '89339565-152f-4ae8-8690-3d2c845f5541', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'mac_address': 'fa:16:3e:46:0d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2d6980-c9f6-47d4-956f-f226a93d50e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:45:46Z', 'updated_at': '2022-02-17T15:46:19Z', 'revision_number': 1, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e0caaf-966f-4f20-acfe-b9126ebe0d01', 'name': '', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'mac_address': 'fa:16:3e:12:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:40Z', 'updated_at': '2022-02-17T15:45:50Z', 'revision_number': 5, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'subnets': [{'id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:46:22.737725 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8037983-e9bc-4b2c-b83d-7fcaae2c74d0 None None] New status for floating IP 6ddfef58-ea1c-4798-b54e-508f5e034de1: ACTIVE {{(pid=109500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 15:46:23.728396 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10f5fe-802e-4826-a1b9-b477def5ac96 req-4736f8d9-d0f6-4dc6-9106-9ea272150846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:23.730152 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-fd10f5fe-802e-4826-a1b9-b477def5ac96 req-4736f8d9-d0f6-4dc6-9106-9ea272150846 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad5eb79a-29ab-494d-8432-3ccbc2a327de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0773530 Feb 17 15:46:23.736310 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d9d54-8e12-4395-a43a-1d19956875a9 req-6796f7c3-490b-42cf-92fc-b3b5326bd6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:23.737804 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-db5d9d54-8e12-4395-a43a-1d19956875a9 req-6796f7c3-490b-42cf-92fc-b3b5326bd6c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=769c58532a4348dcae2ac0328ff62a8f&device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 1129 time: 0.0594430 Feb 17 15:46:23.909297 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-fd10f5fe-802e-4826-a1b9-b477def5ac96 req-3d1f137c-42a7-4a72-a9f0-372b51174327 service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623914 Feb 17 15:46:23.912836 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d9d54-8e12-4395-a43a-1d19956875a9 req-7cc391ee-b825-4616-bcbe-4c5f69d2c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:23.914327 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-db5d9d54-8e12-4395-a43a-1d19956875a9 req-7cc391ee-b825-4616-bcbe-4c5f69d2c8af service neutron] 10.222.0.24 "GET /v2.0/networks?id=d7517828-d4b9-4a8f-8db6-7a3339da0c38 HTTP/1.1" status: 200 len: 911 time: 0.1663589 Feb 17 15:46:24.059059 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-db5d9d54-8e12-4395-a43a-1d19956875a9 req-b36b9f23-10df-49e8-b757-fb38c513e0a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89339565-152f-4ae8-8690-3d2c845f5541 HTTP/1.1" status: 200 len: 1001 time: 0.1138663 Feb 17 15:46:24.108367 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-fd10f5fe-802e-4826-a1b9-b477def5ac96 req-72113fee-dbc3-4840-a8ce-a227f28ac9ba service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709142 Feb 17 15:46:24.128825 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d9d54-8e12-4395-a43a-1d19956875a9 req-e4a6f2d8-8519-40a6-b327-7dedff07ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:24.130395 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-db5d9d54-8e12-4395-a43a-1d19956875a9 req-e4a6f2d8-8519-40a6-b327-7dedff07ab4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d98068c-df44-41c5-a48f-1683fecb288a HTTP/1.1" status: 200 len: 849 time: 0.0545526 Feb 17 15:46:24.198993 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d9d54-8e12-4395-a43a-1d19956875a9 req-c529531a-a896-4f19-bd28-f457048faf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:24.200812 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-db5d9d54-8e12-4395-a43a-1d19956875a9 req-c529531a-a896-4f19-bd28-f457048faf40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d7517828-d4b9-4a8f-8db6-7a3339da0c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454633 Feb 17 15:46:24.511704 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-db5d9d54-8e12-4395-a43a-1d19956875a9 req-bd368685-aa27-4f73-9f2f-d133d189e07e service neutron] 10.222.0.24 "GET /v2.0/networks/d7517828-d4b9-4a8f-8db6-7a3339da0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007326 Feb 17 15:46:24.626230 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-db5d9d54-8e12-4395-a43a-1d19956875a9 req-89ac8b40-75a1-4e30-aa5c-99cfa8e0a9b7 service neutron] 10.222.0.24 "GET /v2.0/networks/d7517828-d4b9-4a8f-8db6-7a3339da0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077864 Feb 17 15:46:25.706231 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 50576) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:25.810955 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3125405d-6092-456e-9013-0f6aa604b4e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:25.892786 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3125405d-6092-456e-9013-0f6aa604b4e3 admin admin] Publish callbacks [] for security_group (e6960ab4-bab9-41e0-bb40-e8dfeb18a5b4), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:25.897442 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3125405d-6092-456e-9013-0f6aa604b4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (e6960ab4-bab9-41e0-bb40-e8dfeb18a5b4), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:25.945702 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125405d-6092-456e-9013-0f6aa604b4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6960ab4-bab9-41e0-bb40-e8dfeb18a5b4,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:25.950811 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-3125405d-6092-456e-9013-0f6aa604b4e3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e1f81d06bb4a4545bd57f26ca19565d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428479 Feb 17 15:46:25.953588 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 50596) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:26.024393 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-006c561e-2e01-4f22-bb8d-3cd66f4fb23d admin admin] Publish callbacks [] for security_group (e6960ab4-bab9-41e0-bb40-e8dfeb18a5b4), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:26.048874 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-006c561e-2e01-4f22-bb8d-3cd66f4fb23d admin admin] Publish callbacks [] for security_group (e6960ab4-bab9-41e0-bb40-e8dfeb18a5b4), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:26.099819 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-006c561e-2e01-4f22-bb8d-3cd66f4fb23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (e6960ab4-bab9-41e0-bb40-e8dfeb18a5b4), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:26.102935 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-006c561e-2e01-4f22-bb8d-3cd66f4fb23d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:26.107040 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-006c561e-2e01-4f22-bb8d-3cd66f4fb23d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e6960ab4-bab9-41e0-bb40-e8dfeb18a5b4 HTTP/1.1" status: 204 len: 168 time: 0.1499550 Feb 17 15:46:26.113657 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c561e-2e01-4f22-bb8d-3cd66f4fb23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6960ab4-bab9-41e0-bb40-e8dfeb18a5b4,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:26.439561 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 50626) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:26.453227 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-7fe2c4f0-c442-4559-9713-1e5ec8900d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:26.526952 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-7fe2c4f0-c442-4559-9713-1e5ec8900d45 admin admin] Publish callbacks [] for security_group (c3d34537-1583-42c1-a4f1-22cd090e11bf), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:26.530459 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-7fe2c4f0-c442-4559-9713-1e5ec8900d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (c3d34537-1583-42c1-a4f1-22cd090e11bf), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:26.565742 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2c4f0-c442-4559-9713-1e5ec8900d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d34537-1583-42c1-a4f1-22cd090e11bf,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:26.573191 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-7fe2c4f0-c442-4559-9713-1e5ec8900d45 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a48d123d192745b9b39d9d07e0077dac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320481 Feb 17 15:46:26.573951 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 50628) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:26.643071 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b2872bf9-39ae-4b0a-9a47-22163104d45b admin admin] Publish callbacks [] for security_group (c3d34537-1583-42c1-a4f1-22cd090e11bf), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:26.665589 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b2872bf9-39ae-4b0a-9a47-22163104d45b admin admin] Publish callbacks [] for security_group (c3d34537-1583-42c1-a4f1-22cd090e11bf), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:26.714616 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b2872bf9-39ae-4b0a-9a47-22163104d45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (c3d34537-1583-42c1-a4f1-22cd090e11bf), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:26.717304 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b2872bf9-39ae-4b0a-9a47-22163104d45b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:26.720847 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-b2872bf9-39ae-4b0a-9a47-22163104d45b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c3d34537-1583-42c1-a4f1-22cd090e11bf HTTP/1.1" status: 204 len: 168 time: 0.1433303 Feb 17 15:46:26.726707 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2872bf9-39ae-4b0a-9a47-22163104d45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d34537-1583-42c1-a4f1-22cd090e11bf,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:27.081380 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 50642) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:27.090625 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb555602-58d4-4f66-8424-c1c904164849 req-7c605bd4-cb3e-43a4-993e-8da275302b0b tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:27.092870 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-bb555602-58d4-4f66-8424-c1c904164849 req-7c605bd4-cb3e-43a4-993e-8da275302b0b tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 945 time: 0.0555611 Feb 17 15:46:27.094754 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f6375d6b-aa26-45ce-ad03-d138d862473f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:27.146744 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-bb555602-58d4-4f66-8424-c1c904164849 req-ad5390a7-aa45-4b88-ad2a-c9f82aeb0115 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/security-groups?id=208f2413-b6b7-4fcc-9bd2-67b7dadff444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489175 Feb 17 15:46:27.173720 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f6375d6b-aa26-45ce-ad03-d138d862473f admin admin] Publish callbacks [] for security_group (24f2ac63-1f7f-4ab0-b1c5-fe2df57cd996), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:27.177716 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f6375d6b-aa26-45ce-ad03-d138d862473f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (24f2ac63-1f7f-4ab0-b1c5-fe2df57cd996), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:27.216722 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-f6375d6b-aa26-45ce-ad03-d138d862473f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b45b3a8b94fa4a80aa002bbfdd1ac141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1342487 Feb 17 15:46:27.218593 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6375d6b-aa26-45ce-ad03-d138d862473f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f2ac63-1f7f-4ab0-b1c5-fe2df57cd996,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:27.219467 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 50650) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:27.275227 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-f2d892c5-cd96-47eb-a221-c2b922cba523 admin admin] Publish callbacks [] for security_group (24f2ac63-1f7f-4ab0-b1c5-fe2df57cd996), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:27.297212 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-f2d892c5-cd96-47eb-a221-c2b922cba523 admin admin] Publish callbacks [] for security_group (24f2ac63-1f7f-4ab0-b1c5-fe2df57cd996), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:27.351459 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-f2d892c5-cd96-47eb-a221-c2b922cba523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (24f2ac63-1f7f-4ab0-b1c5-fe2df57cd996), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:27.354952 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-f2d892c5-cd96-47eb-a221-c2b922cba523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:27.361782 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-f2d892c5-cd96-47eb-a221-c2b922cba523 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/24f2ac63-1f7f-4ab0-b1c5-fe2df57cd996 HTTP/1.1" status: 204 len: 168 time: 0.1356692 Feb 17 15:46:27.372731 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d892c5-cd96-47eb-a221-c2b922cba523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f2ac63-1f7f-4ab0-b1c5-fe2df57cd996,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:27.819114 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 50706) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:27.988181 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-fb91296d-2bf7-4b34-b4c5-76392b98fe97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:28.068596 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-fb91296d-2bf7-4b34-b4c5-76392b98fe97 admin admin] Publish callbacks [] for security_group (2c9294fe-a3d0-417a-aba8-0f6fbbf32f7d), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:28.077303 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-fb91296d-2bf7-4b34-b4c5-76392b98fe97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (2c9294fe-a3d0-417a-aba8-0f6fbbf32f7d), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:28.118335 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-fb91296d-2bf7-4b34-b4c5-76392b98fe97 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4a191eccf959431d9492d65da0200db2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954314 Feb 17 15:46:28.118335 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91296d-2bf7-4b34-b4c5-76392b98fe97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9294fe-a3d0-417a-aba8-0f6fbbf32f7d,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:28.119054 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 50724) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:28.150809 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 50726) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:28.168692 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3908d709-50d6-40c3-b405-1c3ca62f6c81 admin admin] Publish callbacks [] for security_group (2c9294fe-a3d0-417a-aba8-0f6fbbf32f7d), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:28.224551 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3908d709-50d6-40c3-b405-1c3ca62f6c81 admin admin] Publish callbacks [] for security_group (2c9294fe-a3d0-417a-aba8-0f6fbbf32f7d), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:28.309173 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cf3d0-3018-4f28-b302-a5571a1370ab req-ee4325b1-d6b8-4d4a-99b3-7925e120c5fb tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:28.310897 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-017cf3d0-3018-4f28-b302-a5571a1370ab req-ee4325b1-d6b8-4d4a-99b3-7925e120c5fb tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 945 time: 0.0786426 Feb 17 15:46:28.332686 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3908d709-50d6-40c3-b405-1c3ca62f6c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (2c9294fe-a3d0-417a-aba8-0f6fbbf32f7d), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:28.335600 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3908d709-50d6-40c3-b405-1c3ca62f6c81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:28.336733 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-3908d709-50d6-40c3-b405-1c3ca62f6c81 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2c9294fe-a3d0-417a-aba8-0f6fbbf32f7d HTTP/1.1" status: 204 len: 168 time: 0.2170153 Feb 17 15:46:28.349124 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908d709-50d6-40c3-b405-1c3ca62f6c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9294fe-a3d0-417a-aba8-0f6fbbf32f7d,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:28.388700 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-017cf3d0-3018-4f28-b302-a5571a1370ab req-8aec0c88-3c48-4fde-a2e8-907ddc093592 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/security-groups?id=208f2413-b6b7-4fcc-9bd2-67b7dadff444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712962 Feb 17 15:46:28.417054 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a7bd040c-05ec-4fd3-bbab-582feaab46ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:28.502243 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a7bd040c-05ec-4fd3-bbab-582feaab46ec admin admin] Publish callbacks [] for security_group (907e1b5e-239a-4167-91ba-9b874390dca4), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:28.506479 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a7bd040c-05ec-4fd3-bbab-582feaab46ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (907e1b5e-239a-4167-91ba-9b874390dca4), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:28.547997 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-a7bd040c-05ec-4fd3-bbab-582feaab46ec admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7e5999b923e6421fb5b5dbcb7756f841&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3961179 Feb 17 15:46:28.550863 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 50746) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:28.557736 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd040c-05ec-4fd3-bbab-582feaab46ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907e1b5e-239a-4167-91ba-9b874390dca4,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:28.613280 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-4a2e4242-b36a-4abf-a3e4-ea6e2540a752 admin admin] Publish callbacks [] for security_group (907e1b5e-239a-4167-91ba-9b874390dca4), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:28.670147 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-4a2e4242-b36a-4abf-a3e4-ea6e2540a752 admin admin] Publish callbacks [] for security_group (907e1b5e-239a-4167-91ba-9b874390dca4), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:28.739169 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-4a2e4242-b36a-4abf-a3e4-ea6e2540a752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (907e1b5e-239a-4167-91ba-9b874390dca4), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:28.741969 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-4a2e4242-b36a-4abf-a3e4-ea6e2540a752 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:28.743489 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-4a2e4242-b36a-4abf-a3e4-ea6e2540a752 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/907e1b5e-239a-4167-91ba-9b874390dca4 HTTP/1.1" status: 204 len: 168 time: 0.1914434 Feb 17 15:46:28.753118 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2e4242-b36a-4abf-a3e4-ea6e2540a752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907e1b5e-239a-4167-91ba-9b874390dca4,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:28.809337 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 50762) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:28.824866 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b0a41b18-430e-4ad9-9427-a3b18888bab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:28.926077 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b0a41b18-430e-4ad9-9427-a3b18888bab1 admin admin] Publish callbacks [] for security_group (43b7ebce-0690-4d05-9dd9-3ec309abd4e2), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:28.930886 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b0a41b18-430e-4ad9-9427-a3b18888bab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (43b7ebce-0690-4d05-9dd9-3ec309abd4e2), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:28.970964 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-b0a41b18-430e-4ad9-9427-a3b18888bab1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d9544a48567f40ccaa803e206944e01b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1579282 Feb 17 15:46:28.971801 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 50772) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:28.978456 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a41b18-430e-4ad9-9427-a3b18888bab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b7ebce-0690-4d05-9dd9-3ec309abd4e2,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:29.036876 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b44dad24-355e-4f9d-ae9c-b437cf258cc4 admin admin] Publish callbacks [] for security_group (43b7ebce-0690-4d05-9dd9-3ec309abd4e2), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:29.068961 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b44dad24-355e-4f9d-ae9c-b437cf258cc4 admin admin] Publish callbacks [] for security_group (43b7ebce-0690-4d05-9dd9-3ec309abd4e2), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:29.126196 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b44dad24-355e-4f9d-ae9c-b437cf258cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (43b7ebce-0690-4d05-9dd9-3ec309abd4e2), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:29.128771 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b44dad24-355e-4f9d-ae9c-b437cf258cc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:29.132810 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-b44dad24-355e-4f9d-ae9c-b437cf258cc4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/43b7ebce-0690-4d05-9dd9-3ec309abd4e2 HTTP/1.1" status: 204 len: 168 time: 0.1596158 Feb 17 15:46:29.141948 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44dad24-355e-4f9d-ae9c-b437cf258cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b7ebce-0690-4d05-9dd9-3ec309abd4e2,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:29.281108 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fc2ac-9d44-4913-b0b1-07f150977278 req-03fe4da4-a22c-4dd0-8ba6-30302aa0cd0b tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:29.283076 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-1e5fc2ac-9d44-4913-b0b1-07f150977278 req-03fe4da4-a22c-4dd0-8ba6-30302aa0cd0b tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.24 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 945 time: 0.1250975 Feb 17 15:46:29.360092 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 50794) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:29.377917 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-72897037-29d5-4919-a01e-609bd0a0d19e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:29.484326 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [req-1e5fc2ac-9d44-4913-b0b1-07f150977278 req-fd089f3a-fb94-4854-8649-943f9b33444e tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Deleting port bdcc4d7c-105a-4932-abe7-b80b058daca0 {{(pid=109498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:46:29.485044 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-1e5fc2ac-9d44-4913-b0b1-07f150977278 req-fd089f3a-fb94-4854-8649-943f9b33444e tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (bdcc4d7c-105a-4932-abe7-b80b058daca0), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:29.490636 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-72897037-29d5-4919-a01e-609bd0a0d19e admin admin] Publish callbacks [] for security_group (a2e3f357-c88d-4c81-af74-b1497b8c70d0), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:29.501927 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-72897037-29d5-4919-a01e-609bd0a0d19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (a2e3f357-c88d-4c81-af74-b1497b8c70d0), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:29.593257 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-72897037-29d5-4919-a01e-609bd0a0d19e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6da4a1f7fdc24081b567099e216c1aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315772 Feb 17 15:46:29.604672 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 50804) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:29.612731 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72897037-29d5-4919-a01e-609bd0a0d19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e3f357-c88d-4c81-af74-b1497b8c70d0,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:29.658266 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11595241-6636-481e-b69f-1009ef13db31 req-3649ee53-f921-448c-9bd3-3c50c1c39cba tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:29.660528 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-1e5fc2ac-9d44-4913-b0b1-07f150977278 req-fd089f3a-fb94-4854-8649-943f9b33444e tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] For port bdcc4d7c-105a-4932-abe7-b80b058daca0, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=bdcc4d7c-105a-4932-abe7-b80b058daca0,segment=NetworkSegment(4d8a13ba-6d66-4c10-880d-1567efc72bfd),segment_id=4d8a13ba-6d66-4c10-880d-1567efc72bfd)] {{(pid=109498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:46:29.660973 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-1e5fc2ac-9d44-4913-b0b1-07f150977278 req-fd089f3a-fb94-4854-8649-943f9b33444e tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (bdcc4d7c-105a-4932-abe7-b80b058daca0), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:29.661170 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-11595241-6636-481e-b69f-1009ef13db31 req-3649ee53-f921-448c-9bd3-3c50c1c39cba tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 945 time: 0.1447892 Feb 17 15:46:29.687907 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [req-1e5fc2ac-9d44-4913-b0b1-07f150977278 req-fd089f3a-fb94-4854-8649-943f9b33444e tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Calling delete_port for bdcc4d7c-105a-4932-abe7-b80b058daca0 owned by compute:nova {{(pid=109498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:46:29.727159 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-11595241-6636-481e-b69f-1009ef13db31 req-372aed7f-fe96-4249-9a9f-5651f7e60309 tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/security-groups?id=208f2413-b6b7-4fcc-9bd2-67b7dadff444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605278 Feb 17 15:46:29.801468 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-9db88831-bdab-457e-9fcf-d3767f8a2d78 admin admin] Publish callbacks [] for security_group (a2e3f357-c88d-4c81-af74-b1497b8c70d0), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:29.841418 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-9db88831-bdab-457e-9fcf-d3767f8a2d78 admin admin] Publish callbacks [] for security_group (a2e3f357-c88d-4c81-af74-b1497b8c70d0), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:29.943813 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-9db88831-bdab-457e-9fcf-d3767f8a2d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (a2e3f357-c88d-4c81-af74-b1497b8c70d0), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:29.946421 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-9db88831-bdab-457e-9fcf-d3767f8a2d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:29.947585 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-9db88831-bdab-457e-9fcf-d3767f8a2d78 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a2e3f357-c88d-4c81-af74-b1497b8c70d0 HTTP/1.1" status: 204 len: 168 time: 0.3414350 Feb 17 15:46:29.964628 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db88831-bdab-457e-9fcf-d3767f8a2d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e3f357-c88d-4c81-af74-b1497b8c70d0,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:29.978124 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-1e5fc2ac-9d44-4913-b0b1-07f150977278 req-fd089f3a-fb94-4854-8649-943f9b33444e tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673'] for port (bdcc4d7c-105a-4932-abe7-b80b058daca0), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:30.014618 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['bdcc4d7c-105a-4932-abe7-b80b058daca0'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:46:30.060120 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-49f9348a-a1e9-4b87-800a-619b0aff323f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:30.084595 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5fc2ac-9d44-4913-b0b1-07f150977278 req-fd089f3a-fb94-4854-8649-943f9b33444e tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] No DVR routers for this DVR port bdcc4d7c-105a-4932-abe7-b80b058daca0 on host hv-cinder-60634 {{(pid=109498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:46:30.089273 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd089f3a-fb94-4854-8649-943f9b33444e tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Pushing event deleted for resources: {'Port': ['ID=bdcc4d7c-105a-4932-abe7-b80b058daca0,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:30.094208 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-1e5fc2ac-9d44-4913-b0b1-07f150977278 req-fd089f3a-fb94-4854-8649-943f9b33444e tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:30.097821 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-1e5fc2ac-9d44-4913-b0b1-07f150977278 req-fd089f3a-fb94-4854-8649-943f9b33444e tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.24 "DELETE /v2.0/ports/bdcc4d7c-105a-4932-abe7-b80b058daca0 HTTP/1.1" status: 204 len: 173 time: 0.7987378 Feb 17 15:46:30.099954 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af2ee29-7907-419d-81ca-83b75b6db26e', 'name': 'network-vif-deleted', 'tag': 'bdcc4d7c-105a-4932-abe7-b80b058daca0'}] {{(pid=109498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:46:30.103427 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}780bf5bf4681f798ff63f4c2752ba00573ae695b8458fad7683b49eb1801337a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23189a02-9cbf-458b-8fe4-55f11707264d" -d '{"events": [{"server_uuid": "5af2ee29-7907-419d-81ca-83b75b6db26e", "name": "network-vif-deleted", "tag": "bdcc4d7c-105a-4932-abe7-b80b058daca0"}]}' {{(pid=109498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:46:30.156180 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f17af7b-d8b5-4fee-bf17-cc02c24bde3d x-openstack-request-id: req-7f17af7b-d8b5-4fee-bf17-cc02c24bde3d {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:46:30.156557 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af2ee29-7907-419d-81ca-83b75b6db26e", "name": "network-vif-deleted", "tag": "bdcc4d7c-105a-4932-abe7-b80b058daca0", "status": "completed", "code": 200}]} {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:46:30.156871 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7f17af7b-d8b5-4fee-bf17-cc02c24bde3d {{(pid=109498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:46:30.157277 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af2ee29-7907-419d-81ca-83b75b6db26e', 'name': 'network-vif-deleted', 'tag': 'bdcc4d7c-105a-4932-abe7-b80b058daca0', 'status': 'completed', 'code': 200} Feb 17 15:46:30.462975 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 50874) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:30.533764 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc64ba89-5719-4862-827c-1e6a03a2f414 admin admin] Deleting subnet dc257f63-34f8-4332-a7c7-36107880367f {{(pid=109498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 15:46:30.540284 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-cc64ba89-5719-4862-827c-1e6a03a2f414 admin admin] Publish callbacks [] for subnet (dc257f63-34f8-4332-a7c7-36107880367f), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:30.583503 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-cc64ba89-5719-4862-827c-1e6a03a2f414 admin admin] Publish callbacks [] for subnet (dc257f63-34f8-4332-a7c7-36107880367f), precommit_delete_associations {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:30.593754 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-cc64ba89-5719-4862-827c-1e6a03a2f414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775564'] for subnet (dc257f63-34f8-4332-a7c7-36107880367f), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:30.659940 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-cc64ba89-5719-4862-827c-1e6a03a2f414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for subnet (dc257f63-34f8-4332-a7c7-36107880367f), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:30.686882 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64ba89-5719-4862-827c-1e6a03a2f414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc257f63-34f8-4332-a7c7-36107880367f,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:30.695392 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-cc64ba89-5719-4862-827c-1e6a03a2f414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for subnet (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:30.699077 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-cc64ba89-5719-4862-827c-1e6a03a2f414 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/dc257f63-34f8-4332-a7c7-36107880367f HTTP/1.1" status: 204 len: 168 time: 0.2340860 Feb 17 15:46:30.701724 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 50886) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:30.765785 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 50894) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:30.794300 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686833'] for network (9bd93315-cc4f-4ea1-9bc1-6277991c2881), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:30.901561 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-689bed3b-f6bf-46aa-aa83-f55ea653466f req-7f4a8e8b-202b-42e8-bcbe-f74900d9e7de tempest-DeleteServersTestJSON-549991001 tempest-DeleteServersTestJSON-549991001-project] 10.222.0.67 "GET /v2.0/ports?device_id=5af2ee29-7907-419d-81ca-83b75b6db26e HTTP/1.1" status: 200 len: 210 time: 0.0729761 Feb 17 15:46:30.953609 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772593', 'neutron.services.segments.db._delete_segments_for_network-8726999291531'] for network (9bd93315-cc4f-4ea1-9bc1-6277991c2881), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:30.978040 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:30.978818 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:30.979745 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:30.980234 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] Subscribe: > port after_create 55550000 {{(pid=109499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:30.980931 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] Subscribe: > port after_delete 55550000 {{(pid=109499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:30.981274 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] Subscribe: > port after_update 55550000 {{(pid=109499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:30.981603 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:30.981950 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:30.982260 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:30.982733 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:31.037834 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-9f18fc9a-c9ae-42a9-a157-233ff2dfccc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:31.143913 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-9f18fc9a-c9ae-42a9-a157-233ff2dfccc6 admin admin] Publish callbacks [] for security_group (9b11ec33-2667-400f-8e90-b8ab087c2bec), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:31.148985 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-9f18fc9a-c9ae-42a9-a157-233ff2dfccc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (9b11ec33-2667-400f-8e90-b8ab087c2bec), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:31.175768 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:31.176764 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:31.177912 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:31.178475 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109499) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:31.179057 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd93315-cc4f-4ea1-9bc1-6277991c2881']}} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:31.185509 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-9f18fc9a-c9ae-42a9-a157-233ff2dfccc6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c70e3e2c05534bd89526a2d61504f53a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4182148 Feb 17 15:46:31.190348 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 50910) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:31.203254 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de0b87b0-52bd-4118-a9ad-b2c8f29ab079') {'for_net_delete': True} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:31.203881 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de0b87b0-52bd-4118-a9ad-b2c8f29ab079') {} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:31.207085 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18fc9a-c9ae-42a9-a157-233ff2dfccc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b11ec33-2667-400f-8e90-b8ab087c2bec,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:31.229338 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726999292820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8388623'] for segment (de0b87b0-52bd-4118-a9ad-b2c8f29ab079), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:31.249503 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1b0a897f-d800-4b8c-aab4-cf54c982c978 admin admin] Publish callbacks [] for security_group (9b11ec33-2667-400f-8e90-b8ab087c2bec), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:31.254006 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (de0b87b0-52bd-4118-a9ad-b2c8f29ab079), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:31.263559 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=109499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 15:46:31.264201 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10180641'] for segment (de0b87b0-52bd-4118-a9ad-b2c8f29ab079), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:31.275421 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1b0a897f-d800-4b8c-aab4-cf54c982c978 admin admin] Publish callbacks [] for security_group (9b11ec33-2667-400f-8e90-b8ab087c2bec), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: from cryptography.utils import int_from_bytes Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: from cryptography.utils import int_from_bytes Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: Traceback (most recent call last): Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: timer() Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: cb(*args, **kw) Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: return func(*args, **kwargs) Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: self._notify() Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: self.callback(batched_events) Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: event.method(event) Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: return f(self, *a, **k) Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: return self._get(url).json() Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: return self.request(url, 'GET', **kwargs) Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 15:46:31.285188 dv-cinder-606346-36-iscsi neutron-server[109499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 15:46:31.339947 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1b0a897f-d800-4b8c-aab4-cf54c982c978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (9b11ec33-2667-400f-8e90-b8ab087c2bec), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:31.342639 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1b0a897f-d800-4b8c-aab4-cf54c982c978 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:31.343906 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-1b0a897f-d800-4b8c-aab4-cf54c982c978 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9b11ec33-2667-400f-8e90-b8ab087c2bec HTTP/1.1" status: 204 len: 168 time: 0.1525924 Feb 17 15:46:31.350640 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-772362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1606029'] for network (9bd93315-cc4f-4ea1-9bc1-6277991c2881), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:31.353365 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0a897f-d800-4b8c-aab4-cf54c982c978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b11ec33-2667-400f-8e90-b8ab087c2bec,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:31.373032 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:31.377400 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] 10.222.0.67 "DELETE /v2.0/networks/9bd93315-cc4f-4ea1-9bc1-6277991c2881 HTTP/1.1" status: 204 len: 168 time: 0.6738315 Feb 17 15:46:31.378615 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26ed33-59c8-47fe-942c-75d80430150e admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd93315-cc4f-4ea1-9bc1-6277991c2881,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:31.380193 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 50920) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:31.427301 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_v2 [None req-819f0305-faf0-4059-88c8-3071fd6231b8 admin admin] Deleting subnet f4912fb0-5c38-4885-a873-160a83b092ea {{(pid=109498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 15:46:31.430592 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-819f0305-faf0-4059-88c8-3071fd6231b8 admin admin] Publish callbacks [] for subnet (f4912fb0-5c38-4885-a873-160a83b092ea), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:31.487313 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-819f0305-faf0-4059-88c8-3071fd6231b8 admin admin] Publish callbacks [] for subnet (f4912fb0-5c38-4885-a873-160a83b092ea), precommit_delete_associations {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:31.493839 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-819f0305-faf0-4059-88c8-3071fd6231b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775564'] for subnet (f4912fb0-5c38-4885-a873-160a83b092ea), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:31.573119 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-819f0305-faf0-4059-88c8-3071fd6231b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for subnet (f4912fb0-5c38-4885-a873-160a83b092ea), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:31.600684 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f0305-faf0-4059-88c8-3071fd6231b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4912fb0-5c38-4885-a873-160a83b092ea,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:31.604357 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-819f0305-faf0-4059-88c8-3071fd6231b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for subnet (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:31.610929 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 50936) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:31.613015 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-819f0305-faf0-4059-88c8-3071fd6231b8 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/f4912fb0-5c38-4885-a873-160a83b092ea HTTP/1.1" status: 204 len: 168 time: 0.2315772 Feb 17 15:46:31.692069 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686833'] for network (cd71c27c-29c2-48ad-b811-410c37c68bdd), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:31.883592 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 50946) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:31.904429 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f9f14a25-220a-48ba-8a8a-2169716ef758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:32.008962 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772593', 'neutron.services.segments.db._delete_segments_for_network-8726999291531'] for network (cd71c27c-29c2-48ad-b811-410c37c68bdd), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:32.041879 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd71c27c-29c2-48ad-b811-410c37c68bdd']}} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:32.068880 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c48001-46b5-45b3-aaca-9ce77b353671') {'for_net_delete': True} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:32.070047 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c48001-46b5-45b3-aaca-9ce77b353671') {} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:32.075248 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f9f14a25-220a-48ba-8a8a-2169716ef758 admin admin] Publish callbacks [] for security_group (f6c36828-8494-45da-b730-bd824787530e), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:32.080385 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f9f14a25-220a-48ba-8a8a-2169716ef758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (f6c36828-8494-45da-b730-bd824787530e), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:32.082745 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726999292820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8388623'] for segment (86c48001-46b5-45b3-aaca-9ce77b353671), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:32.107142 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (86c48001-46b5-45b3-aaca-9ce77b353671), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:32.119090 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=109499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 15:46:32.120488 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10180641'] for segment (86c48001-46b5-45b3-aaca-9ce77b353671), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:32.121121 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-f9f14a25-220a-48ba-8a8a-2169716ef758 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e71edddcfc09404ba0a700d946eca3c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359419 Feb 17 15:46:32.122504 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 50958) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: Traceback (most recent call last): Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: timer() Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: cb(*args, **kw) Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: return func(*args, **kwargs) Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: self._notify() Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: self.callback(batched_events) Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: event.method(event) Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: return f(self, *a, **k) Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: return self._get(url).json() Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: return self.request(url, 'GET', **kwargs) Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 15:46:32.122737 dv-cinder-606346-36-iscsi neutron-server[109499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 15:46:32.148582 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f14a25-220a-48ba-8a8a-2169716ef758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c36828-8494-45da-b730-bd824787530e,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:32.169825 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f14a25-220a-48ba-8a8a-2169716ef758 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.170406 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f14a25-220a-48ba-8a8a-2169716ef758 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.170900 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f14a25-220a-48ba-8a8a-2169716ef758 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.171235 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f14a25-220a-48ba-8a8a-2169716ef758 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.171561 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f14a25-220a-48ba-8a8a-2169716ef758 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.171887 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f14a25-220a-48ba-8a8a-2169716ef758 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.172231 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f14a25-220a-48ba-8a8a-2169716ef758 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.172610 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f14a25-220a-48ba-8a8a-2169716ef758 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.172962 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f14a25-220a-48ba-8a8a-2169716ef758 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.173282 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f14a25-220a-48ba-8a8a-2169716ef758 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.173727 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f14a25-220a-48ba-8a8a-2169716ef758 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.174133 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f14a25-220a-48ba-8a8a-2169716ef758 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.174455 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f14a25-220a-48ba-8a8a-2169716ef758 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.200426 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-772362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1606029'] for network (cd71c27c-29c2-48ad-b811-410c37c68bdd), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:32.214187 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5a65e606-3d11-43c8-bc86-7fdf02686b14 admin admin] Publish callbacks [] for security_group (f6c36828-8494-45da-b730-bd824787530e), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:32.221646 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:32.225409 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] 10.222.0.67 "DELETE /v2.0/networks/cd71c27c-29c2-48ad-b811-410c37c68bdd HTTP/1.1" status: 204 len: 168 time: 0.6129284 Feb 17 15:46:32.226990 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd71c27c-29c2-48ad-b811-410c37c68bdd,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:32.236032 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.236503 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.237008 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.237376 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.237728 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.238153 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.238475 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.239001 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.239408 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.239815 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.240220 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.240649 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.241046 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7348ad9f-0189-40ee-9795-f538511d1893 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:32.278670 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5a65e606-3d11-43c8-bc86-7fdf02686b14 admin admin] Publish callbacks [] for security_group (f6c36828-8494-45da-b730-bd824787530e), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:32.358843 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5a65e606-3d11-43c8-bc86-7fdf02686b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (f6c36828-8494-45da-b730-bd824787530e), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:32.361705 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5a65e606-3d11-43c8-bc86-7fdf02686b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:32.365818 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-5a65e606-3d11-43c8-bc86-7fdf02686b14 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f6c36828-8494-45da-b730-bd824787530e HTTP/1.1" status: 204 len: 168 time: 0.2382617 Feb 17 15:46:32.373713 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a65e606-3d11-43c8-bc86-7fdf02686b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c36828-8494-45da-b730-bd824787530e,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:32.431207 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-83c422bb-d33f-4707-8e44-71b4606e3102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:32.567784 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 50984) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:32.628127 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-70597f5a-8a3e-4fdf-ad65-c1e064ff167b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5d064b05df834ef2b586f8b5fd03af1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0591247 Feb 17 15:46:32.631498 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 50992) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:32.708038 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-aa994730-f4a0-4a4a-b464-914dfd01ab03 admin admin] Publish callbacks [] for security_group (e8713ca5-7a5a-4666-b528-9be505ff3b60), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:32.736074 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-aa994730-f4a0-4a4a-b464-914dfd01ab03 admin admin] Publish callbacks [] for security_group (e8713ca5-7a5a-4666-b528-9be505ff3b60), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:32.799183 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-aa994730-f4a0-4a4a-b464-914dfd01ab03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (e8713ca5-7a5a-4666-b528-9be505ff3b60), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:32.802090 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-aa994730-f4a0-4a4a-b464-914dfd01ab03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:32.803316 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-aa994730-f4a0-4a4a-b464-914dfd01ab03 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e8713ca5-7a5a-4666-b528-9be505ff3b60 HTTP/1.1" status: 204 len: 168 time: 0.1707745 Feb 17 15:46:32.813094 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa994730-f4a0-4a4a-b464-914dfd01ab03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8713ca5-7a5a-4666-b528-9be505ff3b60,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:33.124747 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 51034) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:33.175003 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-9756506a-7b4c-4720-8669-cf1311e29ced admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dfb82d8392594ccdafafff9de1aeb9e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0483510 Feb 17 15:46:33.177783 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 51036) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:33.206889 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 51038) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:33.236034 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-2d5eecd6-ae87-4af8-bac3-bcbd6fe615ba admin admin] Publish callbacks [] for security_group (1a83ee45-c9bc-48d3-8664-31c305235ac4), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:33.265013 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-2d5eecd6-ae87-4af8-bac3-bcbd6fe615ba admin admin] Publish callbacks [] for security_group (1a83ee45-c9bc-48d3-8664-31c305235ac4), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:33.330921 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-2d5eecd6-ae87-4af8-bac3-bcbd6fe615ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (1a83ee45-c9bc-48d3-8664-31c305235ac4), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:33.333476 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-2d5eecd6-ae87-4af8-bac3-bcbd6fe615ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:33.334639 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-2d5eecd6-ae87-4af8-bac3-bcbd6fe615ba admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1a83ee45-c9bc-48d3-8664-31c305235ac4 HTTP/1.1" status: 204 len: 168 time: 0.1556628 Feb 17 15:46:33.342593 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f40b3989-eda6-486e-a623-a4f8cd1b053d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:33.352046 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5eecd6-ae87-4af8-bac3-bcbd6fe615ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a83ee45-c9bc-48d3-8664-31c305235ac4,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:33.502449 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f40b3989-eda6-486e-a623-a4f8cd1b053d admin admin] Publish callbacks [] for security_group (2ec3cd9a-e968-4b9b-bb26-653d21ac5c0f), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:33.506670 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f40b3989-eda6-486e-a623-a4f8cd1b053d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (2ec3cd9a-e968-4b9b-bb26-653d21ac5c0f), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:33.517014 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device bdcc4d7c-105a-4932-abe7-b80b058daca0 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:46:33.555323 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] No Port match for: bdcc4d7c-105a-4932-abe7-b80b058daca0 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:46:33.555546 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device bdcc4d7c-105a-4932-abe7-b80b058daca0 not bound to the agent host hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:46:33.564568 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b3989-eda6-486e-a623-a4f8cd1b053d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec3cd9a-e968-4b9b-bb26-653d21ac5c0f,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:33.573673 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 51066) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:33.579816 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-f40b3989-eda6-486e-a623-a4f8cd1b053d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d5c6a153a34c46aa86fa2a2ef1797f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3711185 Feb 17 15:46:33.614011 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:33.637651 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7d91a4a5-3716-4791-b79c-02a1ac57afd1 admin admin] Publish callbacks [] for security_group (2ec3cd9a-e968-4b9b-bb26-653d21ac5c0f), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:33.676872 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7d91a4a5-3716-4791-b79c-02a1ac57afd1 admin admin] Publish callbacks [] for security_group (2ec3cd9a-e968-4b9b-bb26-653d21ac5c0f), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:33.732115 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 51078) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:33.783959 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7d91a4a5-3716-4791-b79c-02a1ac57afd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (2ec3cd9a-e968-4b9b-bb26-653d21ac5c0f), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:33.786654 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7d91a4a5-3716-4791-b79c-02a1ac57afd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:33.787787 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-7d91a4a5-3716-4791-b79c-02a1ac57afd1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2ec3cd9a-e968-4b9b-bb26-653d21ac5c0f HTTP/1.1" status: 204 len: 168 time: 0.2131484 Feb 17 15:46:33.802805 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91a4a5-3716-4791-b79c-02a1ac57afd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec3cd9a-e968-4b9b-bb26-653d21ac5c0f,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:33.808652 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_v2 [None req-31158bed-79c3-4a1a-b76b-c2f9e9489e98 admin admin] Deleting subnet cefa4002-504a-46ad-a1ec-360dddceb9df {{(pid=109499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 15:46:33.813709 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-31158bed-79c3-4a1a-b76b-c2f9e9489e98 admin admin] Publish callbacks [] for subnet (cefa4002-504a-46ad-a1ec-360dddceb9df), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:33.860578 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-31158bed-79c3-4a1a-b76b-c2f9e9489e98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8388614'] for subnet (cefa4002-504a-46ad-a1ec-360dddceb9df), precommit_delete_associations {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:33.914230 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-31158bed-79c3-4a1a-b76b-c2f9e9489e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775564'] for subnet (cefa4002-504a-46ad-a1ec-360dddceb9df), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:33.983754 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-31158bed-79c3-4a1a-b76b-c2f9e9489e98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10180731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8557293'] for subnet (cefa4002-504a-46ad-a1ec-360dddceb9df), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:34.015019 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31158bed-79c3-4a1a-b76b-c2f9e9489e98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cefa4002-504a-46ad-a1ec-360dddceb9df,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:34.017009 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-31158bed-79c3-4a1a-b76b-c2f9e9489e98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:34.020591 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-31158bed-79c3-4a1a-b76b-c2f9e9489e98 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/cefa4002-504a-46ad-a1ec-360dddceb9df HTTP/1.1" status: 204 len: 168 time: 0.2869012 Feb 17 15:46:34.023241 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 51096) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:34.109777 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686833'] for network (71b67ac1-1524-4a81-a092-18f781c7eeab), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:34.137907 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 51100) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:34.158162 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a6d01ea0-2f55-4118-965a-1f2de7d23c8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:34.198464 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772593', 'neutron.services.segments.db._delete_segments_for_network-8726999291531'] for network (71b67ac1-1524-4a81-a092-18f781c7eeab), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:34.220700 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:34.221440 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:34.222354 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:34.222797 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] Subscribe: > port after_create 55550000 {{(pid=109498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:34.223233 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:34.224468 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] Subscribe: > port after_update 55550000 {{(pid=109498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:34.224896 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:34.225691 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:34.226239 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:34.226766 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:34.264862 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a6d01ea0-2f55-4118-965a-1f2de7d23c8b admin admin] Publish callbacks [] for security_group (d60e872f-3317-4b24-9f90-156a3ec2e735), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:34.271903 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a6d01ea0-2f55-4118-965a-1f2de7d23c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (d60e872f-3317-4b24-9f90-156a3ec2e735), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:34.310501 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:34.311069 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:34.311569 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:34.312055 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109498) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 15:46:34.312625 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.services.segments.db [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b67ac1-1524-4a81-a092-18f781c7eeab']}} {{(pid=109498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:34.318166 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-a6d01ea0-2f55-4118-965a-1f2de7d23c8b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=847c84539e8d416b90dd7774e1d7ede8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1785533 Feb 17 15:46:34.319056 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d01ea0-2f55-4118-965a-1f2de7d23c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d60e872f-3317-4b24-9f90-156a3ec2e735,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:34.321222 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 51106) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:34.344962 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.services.segments.db [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d8a13ba-6d66-4c10-880d-1567efc72bfd') {'for_net_delete': True} {{(pid=109498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:34.345249 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.services.segments.db [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d8a13ba-6d66-4c10-880d-1567efc72bfd') {} {{(pid=109498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:34.374704 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726999292820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583518'] for segment (4d8a13ba-6d66-4c10-880d-1567efc72bfd), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:34.408406 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (4d8a13ba-6d66-4c10-880d-1567efc72bfd), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:34.419594 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=109498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 15:46:34.420008 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8641672'] for segment (4d8a13ba-6d66-4c10-880d-1567efc72bfd), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: from cryptography.utils import int_from_bytes Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: from cryptography.utils import int_from_bytes Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: Traceback (most recent call last): Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: timer() Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: cb(*args, **kw) Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: return func(*args, **kwargs) Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: self._notify() Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: self.callback(batched_events) Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: event.method(event) Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: return f(self, *a, **k) Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: return self._get(url).json() Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: return self.request(url, 'GET', **kwargs) Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 15:46:34.424167 dv-cinder-606346-36-iscsi neutron-server[109498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 15:46:34.455441 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b947b9e8-cf8c-4539-af0e-2d39eec4d8bb admin admin] Publish callbacks [] for security_group (d60e872f-3317-4b24-9f90-156a3ec2e735), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:34.507820 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b947b9e8-cf8c-4539-af0e-2d39eec4d8bb admin admin] Publish callbacks [] for security_group (d60e872f-3317-4b24-9f90-156a3ec2e735), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:34.509751 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-772362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1606029'] for network (71b67ac1-1524-4a81-a092-18f781c7eeab), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:34.516399 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:34.521265 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] 10.222.0.67 "DELETE /v2.0/networks/71b67ac1-1524-4a81-a092-18f781c7eeab HTTP/1.1" status: 204 len: 168 time: 0.4964886 Feb 17 15:46:34.546337 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84227230-d699-4860-9feb-af8b016448c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=71b67ac1-1524-4a81-a092-18f781c7eeab,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:34.599602 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b947b9e8-cf8c-4539-af0e-2d39eec4d8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (d60e872f-3317-4b24-9f90-156a3ec2e735), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:34.603844 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b947b9e8-cf8c-4539-af0e-2d39eec4d8bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:34.605367 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-b947b9e8-cf8c-4539-af0e-2d39eec4d8bb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d60e872f-3317-4b24-9f90-156a3ec2e735 HTTP/1.1" status: 204 len: 168 time: 0.2821045 Feb 17 15:46:34.621279 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947b9e8-cf8c-4539-af0e-2d39eec4d8bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60e872f-3317-4b24-9f90-156a3ec2e735,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:34.804596 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 51134) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:34.856173 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-c1d14f05-2c73-4b55-8eec-40d7893b6196 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fc270855b3c64bb9a38e691bdfb44a37&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0499473 Feb 17 15:46:34.858625 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 51136) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:34.910454 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-04501796-169c-4b95-96e3-3ed3e6b53629 admin admin] Publish callbacks [] for security_group (208f2413-b6b7-4fcc-9bd2-67b7dadff444), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:34.932925 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-04501796-169c-4b95-96e3-3ed3e6b53629 admin admin] Publish callbacks [] for security_group (208f2413-b6b7-4fcc-9bd2-67b7dadff444), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:35.005333 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-04501796-169c-4b95-96e3-3ed3e6b53629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (208f2413-b6b7-4fcc-9bd2-67b7dadff444), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:35.008586 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-04501796-169c-4b95-96e3-3ed3e6b53629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:35.011187 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-04501796-169c-4b95-96e3-3ed3e6b53629 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/208f2413-b6b7-4fcc-9bd2-67b7dadff444 HTTP/1.1" status: 204 len: 168 time: 0.1504693 Feb 17 15:46:35.024871 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04501796-169c-4b95-96e3-3ed3e6b53629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208f2413-b6b7-4fcc-9bd2-67b7dadff444,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:35.090022 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:35.428727 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 51162) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:35.576142 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 51172) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:35.633594 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d02a57ba-c568-4a49-8d8b-0a90fc5d4152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:35.686261 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d336529e-3125-4bd0-b8a4-299f6439e978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:35.776906 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d02a57ba-c568-4a49-8d8b-0a90fc5d4152 admin admin] Publish callbacks [] for security_group (48c7fec2-b3f7-41ec-b1fb-7b902425c1b8), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:35.787239 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d02a57ba-c568-4a49-8d8b-0a90fc5d4152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (48c7fec2-b3f7-41ec-b1fb-7b902425c1b8), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:35.827544 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d336529e-3125-4bd0-b8a4-299f6439e978 admin admin] Publish callbacks [] for security_group (db5b2742-9389-4854-9873-abcc21194978), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:35.837015 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d336529e-3125-4bd0-b8a4-299f6439e978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (db5b2742-9389-4854-9873-abcc21194978), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:35.844308 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-d02a57ba-c568-4a49-8d8b-0a90fc5d4152 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=37dd8be856bc4192b2cf743c727b4cf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4145324 Feb 17 15:46:35.847085 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 51188) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:35.863883 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a57ba-c568-4a49-8d8b-0a90fc5d4152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c7fec2-b3f7-41ec-b1fb-7b902425c1b8,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:35.896769 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-d336529e-3125-4bd0-b8a4-299f6439e978 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f7fc301442684dde939bf08dc10bcacb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193741 Feb 17 15:46:35.897591 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 51190) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:35.930124 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0ba4b0cd-c36c-4514-b8e5-d1f3696faafe admin admin] Publish callbacks [] for security_group (48c7fec2-b3f7-41ec-b1fb-7b902425c1b8), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:35.937257 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336529e-3125-4bd0-b8a4-299f6439e978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5b2742-9389-4854-9873-abcc21194978,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:35.956312 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0ba4b0cd-c36c-4514-b8e5-d1f3696faafe admin admin] Publish callbacks [] for security_group (48c7fec2-b3f7-41ec-b1fb-7b902425c1b8), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:35.980851 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e85f6a3b-1834-4d0f-bd82-1e0fbd2d066c admin admin] Publish callbacks [] for security_group (db5b2742-9389-4854-9873-abcc21194978), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:36.018404 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0ba4b0cd-c36c-4514-b8e5-d1f3696faafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (48c7fec2-b3f7-41ec-b1fb-7b902425c1b8), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:36.020432 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e85f6a3b-1834-4d0f-bd82-1e0fbd2d066c admin admin] Publish callbacks [] for security_group (db5b2742-9389-4854-9873-abcc21194978), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:36.022400 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0ba4b0cd-c36c-4514-b8e5-d1f3696faafe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:36.023736 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-0ba4b0cd-c36c-4514-b8e5-d1f3696faafe admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/48c7fec2-b3f7-41ec-b1fb-7b902425c1b8 HTTP/1.1" status: 204 len: 168 time: 0.1751487 Feb 17 15:46:36.034458 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba4b0cd-c36c-4514-b8e5-d1f3696faafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c7fec2-b3f7-41ec-b1fb-7b902425c1b8,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:36.089840 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e85f6a3b-1834-4d0f-bd82-1e0fbd2d066c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (db5b2742-9389-4854-9873-abcc21194978), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:36.092828 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e85f6a3b-1834-4d0f-bd82-1e0fbd2d066c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:36.097359 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-e85f6a3b-1834-4d0f-bd82-1e0fbd2d066c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/db5b2742-9389-4854-9873-abcc21194978 HTTP/1.1" status: 204 len: 168 time: 0.1959147 Feb 17 15:46:36.106126 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f6a3b-1834-4d0f-bd82-1e0fbd2d066c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5b2742-9389-4854-9873-abcc21194978,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:36.547722 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:36.592874 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 51232) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:36.615828 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a9888e09-4d2f-43ea-8510-2bee17c360e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:36.780109 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a9888e09-4d2f-43ea-8510-2bee17c360e8 admin admin] Publish callbacks [] for security_group (a55e62c7-c833-46d9-b678-6c24fbbbbe3e), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:36.794162 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a9888e09-4d2f-43ea-8510-2bee17c360e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (a55e62c7-c833-46d9-b678-6c24fbbbbe3e), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:36.803183 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 51242) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:36.861821 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-a9888e09-4d2f-43ea-8510-2bee17c360e8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e87f5c400ad644998c7b52d0a50d916d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679176 Feb 17 15:46:36.862724 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9888e09-4d2f-43ea-8510-2bee17c360e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55e62c7-c833-46d9-b678-6c24fbbbbe3e,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:36.864331 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 51250) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:36.946538 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-066b7318-3b7f-40ec-bac7-43edd8ff9e58 admin admin] Publish callbacks [] for security_group (a55e62c7-c833-46d9-b678-6c24fbbbbe3e), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:36.972659 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-066b7318-3b7f-40ec-bac7-43edd8ff9e58 admin admin] Publish callbacks [] for security_group (a55e62c7-c833-46d9-b678-6c24fbbbbe3e), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:37.055465 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-1abc7e43-86ed-4e99-9cf3-e61d562f4c3a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2029846264-network', 'tenant_id': '3590575d8d3f494684bef28728ed18cf'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:46:37.076584 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-066b7318-3b7f-40ec-bac7-43edd8ff9e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (a55e62c7-c833-46d9-b678-6c24fbbbbe3e), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:37.079325 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-066b7318-3b7f-40ec-bac7-43edd8ff9e58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:37.080792 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-066b7318-3b7f-40ec-bac7-43edd8ff9e58 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a55e62c7-c833-46d9-b678-6c24fbbbbe3e HTTP/1.1" status: 204 len: 168 time: 0.2153614 Feb 17 15:46:37.084317 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abc7e43-86ed-4e99-9cf3-e61d562f4c3a admin admin] Made reservation on behalf of 3590575d8d3f494684bef28728ed18cf for: {'network': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:46:37.086697 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1abc7e43-86ed-4e99-9cf3-e61d562f4c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for network (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:37.101472 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b7318-3b7f-40ec-bac7-43edd8ff9e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55e62c7-c833-46d9-b678-6c24fbbbbe3e,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:37.104068 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1abc7e43-86ed-4e99-9cf3-e61d562f4c3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:37.201845 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1abc7e43-86ed-4e99-9cf3-e61d562f4c3a admin admin] Publish callbacks [] for security_group (4ce97711-e33e-433d-b016-51f68b16b9c2), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:37.206924 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1abc7e43-86ed-4e99-9cf3-e61d562f4c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (4ce97711-e33e-433d-b016-51f68b16b9c2), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:37.229606 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abc7e43-86ed-4e99-9cf3-e61d562f4c3a admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=109498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 15:46:37.252682 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc7e43-86ed-4e99-9cf3-e61d562f4c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce97711-e33e-433d-b016-51f68b16b9c2,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:37.257559 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1abc7e43-86ed-4e99-9cf3-e61d562f4c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (9596e9eb-bfeb-481a-82bb-517ab15c82d5), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:37.257905 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.db.segments_db [None req-1abc7e43-86ed-4e99-9cf3-e61d562f4c3a admin admin] Added segment 9596e9eb-bfeb-481a-82bb-517ab15c82d5 of type vlan for network f0e30230-6441-4de7-a93e-b922b3f12ef8 Feb 17 15:46:37.302228 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1abc7e43-86ed-4e99-9cf3-e61d562f4c3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726998781570'] for network (f0e30230-6441-4de7-a93e-b922b3f12ef8), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:37.330173 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1abc7e43-86ed-4e99-9cf3-e61d562f4c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for network (f0e30230-6441-4de7-a93e-b922b3f12ef8), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:37.331265 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abc7e43-86ed-4e99-9cf3-e61d562f4c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:37.332028 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1abc7e43-86ed-4e99-9cf3-e61d562f4c3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:37.367515 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-1abc7e43-86ed-4e99-9cf3-e61d562f4c3a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5632241 Feb 17 15:46:37.371378 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 51278) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:37.376410 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-8ce0b8b2-7a4c-4af6-96b6-33fb47412998 admin admin] Request body: {'subnet': {'network_id': 'f0e30230-6441-4de7-a93e-b922b3f12ef8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2029846264-subnet', 'tenant_id': '3590575d8d3f494684bef28728ed18cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:46:37.401271 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce0b8b2-7a4c-4af6-96b6-33fb47412998 admin admin] Made reservation on behalf of 3590575d8d3f494684bef28728ed18cf for: {'subnet': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:46:37.404079 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-8ce0b8b2-7a4c-4af6-96b6-33fb47412998 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8557256'] for subnet (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:37.437885 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc7e43-86ed-4e99-9cf3-e61d562f4c3a admin admin] Pushing event updated for resources: {'Network': ['ID=f0e30230-6441-4de7-a93e-b922b3f12ef8,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:37.453784 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Network f0e30230-6441-4de7-a93e-b922b3f12ef8 details requested by agent ovs-agent-dv-cinder-606346-36-iscsi with host dv-cinder-606346-36-iscsi {{(pid=109500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 15:46:37.612967 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-8ce0b8b2-7a4c-4af6-96b6-33fb47412998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10182334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8557306'] for subnet (5000a553-a753-4233-bfff-e0941123e42d), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:37.682088 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0b8b2-7a4c-4af6-96b6-33fb47412998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5000a553-a753-4233-bfff-e0941123e42d,revision_number=0']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:37.689266 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce0b8b2-7a4c-4af6-96b6-33fb47412998 admin admin] Checking segment: {'id': '9596e9eb-bfeb-481a-82bb-517ab15c82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0e30230-6441-4de7-a93e-b922b3f12ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:46:37.689665 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce0b8b2-7a4c-4af6-96b6-33fb47412998 admin admin] Network hostable DHCP agents. Network: f0e30230-6441-4de7-a93e-b922b3f12ef8, hostable agents: ['c690b10a-9812-45df-b2f8-72b352956aca'], hosted agents: [] {{(pid=109499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 15:46:37.707794 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce0b8b2-7a4c-4af6-96b6-33fb47412998 admin admin] Network f0e30230-6441-4de7-a93e-b922b3f12ef8 is scheduled to be hosted by DHCP agent c690b10a-9812-45df-b2f8-72b352956aca with binding_index 1 {{(pid=109499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 15:46:37.718248 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-8ce0b8b2-7a4c-4af6-96b6-33fb47412998 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-36-iscsi, f0e30230-6441-4de7-a93e-b922b3f12ef8) {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:46:37.724179 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce0b8b2-7a4c-4af6-96b6-33fb47412998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:37.725859 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-8ce0b8b2-7a4c-4af6-96b6-33fb47412998 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:37.732916 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b53adf-cfa0-47dc-a21d-9ed62980abf0 None None] Network f0e30230-6441-4de7-a93e-b922b3f12ef8 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:46:37.752491 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-8ce0b8b2-7a4c-4af6-96b6-33fb47412998 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3784215 Feb 17 15:46:37.754803 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 51302) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:37.764290 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-0c420db0-5c69-44dd-b48d-81c27d018dcd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2029846264-router', 'tenant_id': '3590575d8d3f494684bef28728ed18cf', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:46:37.793807 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0c420db0-5c69-44dd-b48d-81c27d018dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-222821'] for router (2aded01f-6882-4361-bcc6-f44b9bd913e2), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:37.795856 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0c420db0-5c69-44dd-b48d-81c27d018dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-222878'] for router (2aded01f-6882-4361-bcc6-f44b9bd913e2), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:37.854943 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a69c51-b3b2-4169-a035-7a96f12994f5 None None] Network f0e30230-6441-4de7-a93e-b922b3f12ef8 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:46:37.855909 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 51304) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:37.862228 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0c420db0-5c69-44dd-b48d-81c27d018dcd admin admin] Publish callbacks [] for router_controller (2aded01f-6882-4361-bcc6-f44b9bd913e2), precommit_add_association {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:38.054191 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0c420db0-5c69-44dd-b48d-81c27d018dcd admin admin] Publish callbacks [] for router_gateway (2aded01f-6882-4361-bcc6-f44b9bd913e2), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:38.100961 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6dd23d7f-64ad-4a37-9cb9-12af3d54d3aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:38.201576 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6dd23d7f-64ad-4a37-9cb9-12af3d54d3aa admin admin] Publish callbacks [] for security_group (1e197679-9630-4cc6-b682-30cef492b6d2), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:38.206511 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6dd23d7f-64ad-4a37-9cb9-12af3d54d3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (1e197679-9630-4cc6-b682-30cef492b6d2), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:38.250810 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-6dd23d7f-64ad-4a37-9cb9-12af3d54d3aa admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0c218b5b23d149c4a330f7de0f1e22b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3935461 Feb 17 15:46:38.260034 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 51324) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:38.286271 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0c420db0-5c69-44dd-b48d-81c27d018dcd admin admin] Publish callbacks [] for router_gateway (2aded01f-6882-4361-bcc6-f44b9bd913e2), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:38.291340 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd23d7f-64ad-4a37-9cb9-12af3d54d3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e197679-9630-4cc6-b682-30cef492b6d2,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:38.323973 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0c420db0-5c69-44dd-b48d-81c27d018dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:38.372059 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3c90-8e61-4d55-8d3f-bb5abf425180 admin admin] Publish callbacks [] for security_group (1e197679-9630-4cc6-b682-30cef492b6d2), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:38.400073 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3c90-8e61-4d55-8d3f-bb5abf425180 admin admin] Publish callbacks [] for security_group (1e197679-9630-4cc6-b682-30cef492b6d2), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:38.466155 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3c90-8e61-4d55-8d3f-bb5abf425180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (1e197679-9630-4cc6-b682-30cef492b6d2), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:38.469424 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a0dc3c90-8e61-4d55-8d3f-bb5abf425180 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:38.470585 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-a0dc3c90-8e61-4d55-8d3f-bb5abf425180 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1e197679-9630-4cc6-b682-30cef492b6d2 HTTP/1.1" status: 204 len: 168 time: 0.2091293 Feb 17 15:46:38.489296 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc3c90-8e61-4d55-8d3f-bb5abf425180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e197679-9630-4cc6-b682-30cef492b6d2,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:38.513530 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_common [None req-0c420db0-5c69-44dd-b48d-81c27d018dcd admin admin] Allocated IP 172.27.3.38 (429489ab-2a85-400d-8dac-2c90bfd61144/c701940c-dc66-45fb-ad02-3d3f314099e2/99da4d43-62b3-48c6-bbb2-b188579f9dbe) {{(pid=109498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:46:38.598469 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:46:38.658176 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0c420db0-5c69-44dd-b48d-81c27d018dcd admin admin] Publish callbacks [] for port (99da4d43-62b3-48c6-bbb2-b188579f9dbe), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:38.702331 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0c420db0-5c69-44dd-b48d-81c27d018dcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (99da4d43-62b3-48c6-bbb2-b188579f9dbe), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:38.748774 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c420db0-5c69-44dd-b48d-81c27d018dcd admin admin] Network 429489ab-2a85-400d-8dac-2c90bfd61144 is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:46:38.760642 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-0c420db0-5c69-44dd-b48d-81c27d018dcd admin admin] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:46:38.762860 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c420db0-5c69-44dd-b48d-81c27d018dcd admin admin] Pushing event updated for resources: {'Port': ['ID=99da4d43-62b3-48c6-bbb2-b188579f9dbe,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:38.765110 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c420db0-5c69-44dd-b48d-81c27d018dcd admin admin] Received port after_create {{(pid=109498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:46:39.030037 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0c420db0-5c69-44dd-b48d-81c27d018dcd admin admin] Publish callbacks [] for router_gateway (2aded01f-6882-4361-bcc6-f44b9bd913e2), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:39.423578 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0c420db0-5c69-44dd-b48d-81c27d018dcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605957'] for router (2aded01f-6882-4361-bcc6-f44b9bd913e2), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:39.567631 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c420db0-5c69-44dd-b48d-81c27d018dcd admin admin] Router 2aded01f-6882-4361-bcc6-f44b9bd913e2 is scheduled to L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 with binding_index 1 {{(pid=109498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 15:46:39.716490 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c420db0-5c69-44dd-b48d-81c27d018dcd admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:46:39.726906 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] Sync routers for ids ['2aded01f-6882-4361-bcc6-f44b9bd913e2'] in dv-cinder-606346-36-iscsi {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:46:39.745718 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] Routers {'2aded01f-6882-4361-bcc6-f44b9bd913e2'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:46:39.746406 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:46:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['2aded01f-6882-4361-bcc6-f44b9bd913e2'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:39.759830 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0c420db0-5c69-44dd-b48d-81c27d018dcd admin admin] Publish callbacks [] for router (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:39.761959 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-0c420db0-5c69-44dd-b48d-81c27d018dcd admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.0053921 Feb 17 15:46:39.765005 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 51388) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:39.902466 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] Set router 2aded01f-6882-4361-bcc6-f44b9bd913e2 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:46:40.132910 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aded01f-6882-4361-bcc6-f44b9bd913e2', 'name': 'tempest-ServerRescueNegativeTestJSON-2029846264-router', 'tenant_id': '3590575d8d3f494684bef28728ed18cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '99da4d43-62b3-48c6-bbb2-b188579f9dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:46:37Z', 'updated_at': '2022-02-17T15:46:38Z', 'revision_number': 3, 'project_id': '3590575d8d3f494684bef28728ed18cf', 'gw_port': {'id': '99da4d43-62b3-48c6-bbb2-b188579f9dbe', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aded01f-6882-4361-bcc6-f44b9bd913e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:46:38Z', 'updated_at': '2022-02-17T15:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:40.167610 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] Checking router: 2aded01f-6882-4361-bcc6-f44b9bd913e2 for host: dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:46:40.168290 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] Updating router 2aded01f-6882-4361-bcc6-f44b9bd913e2 port 99da4d43-62b3-48c6-bbb2-b188579f9dbe binding host dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 15:46:40.204486 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (99da4d43-62b3-48c6-bbb2-b188579f9dbe), before_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:40.308544 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6136d113-7760-48e9-b798-b469a78f748b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:40.478031 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [None req-6136d113-7760-48e9-b798-b469a78f748b admin admin] Allocated IP 172.20.0.1 (f0e30230-6441-4de7-a93e-b922b3f12ef8/5000a553-a753-4233-bfff-e0941123e42d/52c967fe-91ba-40fc-a8f6-67cf155891c1) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:46:40.483473 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] Publish callbacks [] for port (99da4d43-62b3-48c6-bbb2-b188579f9dbe), precommit_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:40.488419 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (99da4d43-62b3-48c6-bbb2-b188579f9dbe), after_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:40.531233 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5e468-a12c-4a40-9ca2-66e76faa1df4 None None] Pushing event updated for resources: {'Port': ['ID=99da4d43-62b3-48c6-bbb2-b188579f9dbe,revision_number=2']} {{(pid=109501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:40.539698 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5e468-a12c-4a40-9ca2-66e76faa1df4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:40.540080 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5e468-a12c-4a40-9ca2-66e76faa1df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:40.540474 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5e468-a12c-4a40-9ca2-66e76faa1df4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:40.540849 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5e468-a12c-4a40-9ca2-66e76faa1df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:40.541190 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5e468-a12c-4a40-9ca2-66e76faa1df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:40.541525 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5e468-a12c-4a40-9ca2-66e76faa1df4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:40.541878 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5e468-a12c-4a40-9ca2-66e76faa1df4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:40.542239 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5e468-a12c-4a40-9ca2-66e76faa1df4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:40.542561 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5e468-a12c-4a40-9ca2-66e76faa1df4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:40.542905 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5e468-a12c-4a40-9ca2-66e76faa1df4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:40.543238 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5e468-a12c-4a40-9ca2-66e76faa1df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:40.543562 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5e468-a12c-4a40-9ca2-66e76faa1df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:40.543883 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c5e468-a12c-4a40-9ca2-66e76faa1df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:40.564544 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] Attempting to bind port 99da4d43-62b3-48c6-bbb2-b188579f9dbe on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:46:40.564928 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] Attempting to bind port 99da4d43-62b3-48c6-bbb2-b188579f9dbe by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}] {{(pid=109501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:46:40.565289 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] Attempting to bind port 99da4d43-62b3-48c6-bbb2-b188579f9dbe on network 429489ab-2a85-400d-8dac-2c90bfd61144 {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:46:40.570508 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:46:40.570881 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] Checking segment: {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:46:40.571282 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:40.571674 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] Bound using segment: {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'} {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:46:40.572212 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] Bound port: 99da4d43-62b3-48c6-bbb2-b188579f9dbe, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}}] {{(pid=109501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:46:40.572624 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (99da4d43-62b3-48c6-bbb2-b188579f9dbe), before_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:40.603994 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6136d113-7760-48e9-b798-b469a78f748b admin admin] Publish callbacks [] for port (52c967fe-91ba-40fc-a8f6-67cf155891c1), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:40.623332 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.db [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] For port 99da4d43-62b3-48c6-bbb2-b188579f9dbe, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:46:40.626582 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.db [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] For port 99da4d43-62b3-48c6-bbb2-b188579f9dbe, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=99da4d43-62b3-48c6-bbb2-b188579f9dbe,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:46:40.636152 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (99da4d43-62b3-48c6-bbb2-b188579f9dbe), after_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:40.655057 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6136d113-7760-48e9-b798-b469a78f748b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (52c967fe-91ba-40fc-a8f6-67cf155891c1), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:40.696596 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6136d113-7760-48e9-b798-b469a78f748b admin admin] Network f0e30230-6441-4de7-a93e-b922b3f12ef8 is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:46:40.701690 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-6136d113-7760-48e9-b798-b469a78f748b admin admin] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:46:40.702075 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5e468-a12c-4a40-9ca2-66e76faa1df4 None None] Pushing event updated for resources: {'Port': ['ID=99da4d43-62b3-48c6-bbb2-b188579f9dbe,revision_number=3']} {{(pid=109501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:40.705937 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6136d113-7760-48e9-b798-b469a78f748b admin admin] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:46:40.709189 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] Routers {'2aded01f-6882-4361-bcc6-f44b9bd913e2'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:46:40.709785 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:46:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['2aded01f-6882-4361-bcc6-f44b9bd913e2'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:40.730871 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136d113-7760-48e9-b798-b469a78f748b admin admin] Pushing event updated for resources: {'Port': ['ID=52c967fe-91ba-40fc-a8f6-67cf155891c1,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:40.749373 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6136d113-7760-48e9-b798-b469a78f748b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606936'] for router_interface (2aded01f-6882-4361-bcc6-f44b9bd913e2), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:40.822701 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] Set router 2aded01f-6882-4361-bcc6-f44b9bd913e2 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:46:40.915964 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6136d113-7760-48e9-b798-b469a78f748b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (52c967fe-91ba-40fc-a8f6-67cf155891c1), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:41.013984 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aded01f-6882-4361-bcc6-f44b9bd913e2', 'name': 'tempest-ServerRescueNegativeTestJSON-2029846264-router', 'tenant_id': '3590575d8d3f494684bef28728ed18cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '99da4d43-62b3-48c6-bbb2-b188579f9dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:46:37Z', 'updated_at': '2022-02-17T15:46:38Z', 'revision_number': 3, 'project_id': '3590575d8d3f494684bef28728ed18cf', 'gw_port': {'id': '99da4d43-62b3-48c6-bbb2-b188579f9dbe', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aded01f-6882-4361-bcc6-f44b9bd913e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:46:38Z', 'updated_at': '2022-02-17T15:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:41.039651 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690a763b-fdd8-4def-b597-afa57f6faed0 None None] The sync data for ids ['2aded01f-6882-4361-bcc6-f44b9bd913e2'] in dv-cinder-606346-36-iscsi is: [{'id': '2aded01f-6882-4361-bcc6-f44b9bd913e2', 'name': 'tempest-ServerRescueNegativeTestJSON-2029846264-router', 'tenant_id': '3590575d8d3f494684bef28728ed18cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '99da4d43-62b3-48c6-bbb2-b188579f9dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:46:37Z', 'updated_at': '2022-02-17T15:46:38Z', 'revision_number': 3, 'project_id': '3590575d8d3f494684bef28728ed18cf', 'gw_port': {'id': '99da4d43-62b3-48c6-bbb2-b188579f9dbe', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aded01f-6882-4361-bcc6-f44b9bd913e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:46:38Z', 'updated_at': '2022-02-17T15:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}] {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:46:41.077678 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6136d113-7760-48e9-b798-b469a78f748b admin admin] Publish callbacks [] for port (52c967fe-91ba-40fc-a8f6-67cf155891c1), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:41.082099 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6136d113-7760-48e9-b798-b469a78f748b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (52c967fe-91ba-40fc-a8f6-67cf155891c1), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:41.151185 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136d113-7760-48e9-b798-b469a78f748b admin admin] Pushing event updated for resources: {'Port': ['ID=52c967fe-91ba-40fc-a8f6-67cf155891c1,revision_number=2']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:41.154888 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6136d113-7760-48e9-b798-b469a78f748b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607044'] for router_interface (2aded01f-6882-4361-bcc6-f44b9bd913e2), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:41.252271 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6136d113-7760-48e9-b798-b469a78f748b admin admin] Network f0e30230-6441-4de7-a93e-b922b3f12ef8 is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:46:41.253742 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-6136d113-7760-48e9-b798-b469a78f748b admin admin] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:46:41.380787 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6136d113-7760-48e9-b798-b469a78f748b admin admin] Router 2aded01f-6882-4361-bcc6-f44b9bd913e2 has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:46:41.495533 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6136d113-7760-48e9-b798-b469a78f748b admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:46:41.501187 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-6136d113-7760-48e9-b798-b469a78f748b admin admin] 10.222.0.67 "PUT /v2.0/routers/2aded01f-6882-4361-bcc6-f44b9bd913e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7345285 Feb 17 15:46:41.933578 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-8cf5f56e-8d8b-434c-9a74-e565cfaa9410 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:41.934937 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-8cf5f56e-8d8b-434c-9a74-e565cfaa9410 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/networks?id=f0e30230-6441-4de7-a93e-b922b3f12ef8 HTTP/1.1" status: 200 len: 819 time: 0.1068873 Feb 17 15:46:41.949730 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-595a20f5-8fc8-41c3-bf0c-b8c900a79600 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/quotas/3590575d8d3f494684bef28728ed18cf HTTP/1.1" status: 200 len: 375 time: 0.0091763 Feb 17 15:46:42.003321 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-2470f3b1-7592-4425-9d9b-e9fe4d437a84 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3590575d8d3f494684bef28728ed18cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486884 Feb 17 15:46:42.091742 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-66e9cde1-78ef-4f05-8c40-edf5c4509c3d service neutron] 10.222.0.67 "GET /v2.0/networks/f0e30230-6441-4de7-a93e-b922b3f12ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815876 Feb 17 15:46:42.181113 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-2b8ad2ed-1420-438f-a516-968edb39ec0f service neutron] 10.222.0.67 "GET /v2.0/networks/f0e30230-6441-4de7-a93e-b922b3f12ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838206 Feb 17 15:46:42.336209 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a0bbe116-ed08-4367-b699-305ec53ee6f4 req-cadb7790-d7e8-457c-ae0f-579f7b415803 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 210 time: 0.0274134 Feb 17 15:46:42.536210 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:42.580198 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-93b0ea05-bd60-47e2-8266-95659441b633 req-9eb5fb06-639e-4e68-b2fc-5682b3501f87 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505207 Feb 17 15:46:42.582023 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-34f07c79-6385-4a7a-8ffe-c5922ae0ff3d tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:42.584074 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-34f07c79-6385-4a7a-8ffe-c5922ae0ff3d tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/networks?id=f0e30230-6441-4de7-a93e-b922b3f12ef8 HTTP/1.1" status: 200 len: 819 time: 0.1226988 Feb 17 15:46:42.626699 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-ccb5e0cc-385c-4577-847b-9b20d63b7a25 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/quotas/3590575d8d3f494684bef28728ed18cf HTTP/1.1" status: 200 len: 375 time: 0.0303750 Feb 17 15:46:42.682382 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0ea05-bd60-47e2-8266-95659441b633 req-05387d6e-01b8-412a-bfca-41a821c95070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:42.684168 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-93b0ea05-bd60-47e2-8266-95659441b633 req-05387d6e-01b8-412a-bfca-41a821c95070 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05f0a8984e9b47928705c3398312ed12&device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 1130 time: 0.0470190 Feb 17 15:46:42.693609 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-9933dcca-4062-44c6-a289-42f866eb1bb8 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=3590575d8d3f494684bef28728ed18cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0660441 Feb 17 15:46:42.788772 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] Sync routers for ids ['2aded01f-6882-4361-bcc6-f44b9bd913e2'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:46:42.799597 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] Routers {'2aded01f-6882-4361-bcc6-f44b9bd913e2'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:46:42.799769 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0ea05-bd60-47e2-8266-95659441b633 req-a38e3dd0-12ea-4e5b-8b91-bc23b52ab4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:42.800869 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:46:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['2aded01f-6882-4361-bcc6-f44b9bd913e2'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:42.801239 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-93b0ea05-bd60-47e2-8266-95659441b633 req-a38e3dd0-12ea-4e5b-8b91-bc23b52ab4c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad5eb79a-29ab-494d-8432-3ccbc2a327de HTTP/1.1" status: 200 len: 918 time: 0.0951455 Feb 17 15:46:42.813197 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-7f70d49b-26c1-44b9-900b-85ab58473c22 service neutron] 10.222.0.67 "GET /v2.0/networks/f0e30230-6441-4de7-a93e-b922b3f12ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074493 Feb 17 15:46:42.906258 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-93b0ea05-bd60-47e2-8266-95659441b633 req-f21da875-942a-44fb-b7de-bcf889759acc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d8a458d-7505-4dbf-9aa4-428a1db22383 HTTP/1.1" status: 200 len: 1001 time: 0.0931454 Feb 17 15:46:43.045784 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0ea05-bd60-47e2-8266-95659441b633 req-cc34fff8-8b0e-4fe4-ac3f-7867adcf4107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:43.047973 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-93b0ea05-bd60-47e2-8266-95659441b633 req-cc34fff8-8b0e-4fe4-ac3f-7867adcf4107 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=085193d0-4bed-4149-bda8-411e07e82670 HTTP/1.1" status: 200 len: 856 time: 0.1321409 Feb 17 15:46:43.144523 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] Set router 2aded01f-6882-4361-bcc6-f44b9bd913e2 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:46:43.178123 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 99da4d43-62b3-48c6-bbb2-b188579f9dbe up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:46:43.181272 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-bdd37360-d3e6-49ff-abc1-d25927517f44 service neutron] 10.222.0.67 "GET /v2.0/networks/f0e30230-6441-4de7-a93e-b922b3f12ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620956 Feb 17 15:46:43.341892 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 99da4d43-62b3-48c6-bbb2-b188579f9dbe triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:46:43.342537 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (99da4d43-62b3-48c6-bbb2-b188579f9dbe), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:43.356651 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-daded2a6-ca16-4060-a304-38059f485b67 req-e5902437-6589-48e7-831a-897537dbca72 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 210 time: 0.0279150 Feb 17 15:46:43.469216 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 99da4d43-62b3-48c6-bbb2-b188579f9dbe is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:46:43.469554 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (99da4d43-62b3-48c6-bbb2-b188579f9dbe), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:43.477466 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aded01f-6882-4361-bcc6-f44b9bd913e2', 'name': 'tempest-ServerRescueNegativeTestJSON-2029846264-router', 'tenant_id': '3590575d8d3f494684bef28728ed18cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '99da4d43-62b3-48c6-bbb2-b188579f9dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:46:37Z', 'updated_at': '2022-02-17T15:46:40Z', 'revision_number': 4, 'project_id': '3590575d8d3f494684bef28728ed18cf', 'gw_port': {'id': '99da4d43-62b3-48c6-bbb2-b188579f9dbe', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0b:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aded01f-6882-4361-bcc6-f44b9bd913e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:46:38Z', 'updated_at': '2022-02-17T15:46:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '52c967fe-91ba-40fc-a8f6-67cf155891c1', 'name': '', 'network_id': 'f0e30230-6441-4de7-a93e-b922b3f12ef8', 'tenant_id': '3590575d8d3f494684bef28728ed18cf', 'mac_address': 'fa:16:3e:5d:f6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aded01f-6882-4361-bcc6-f44b9bd913e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5000a553-a753-4233-bfff-e0941123e42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:46:40Z', 'updated_at': '2022-02-17T15:46:40Z', 'revision_number': 2, 'project_id': '3590575d8d3f494684bef28728ed18cf', 'subnets': [{'id': '5000a553-a753-4233-bfff-e0941123e42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:43.512268 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] Checking router: 2aded01f-6882-4361-bcc6-f44b9bd913e2 for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:46:43.512648 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] Updating router 2aded01f-6882-4361-bcc6-f44b9bd913e2 port 52c967fe-91ba-40fc-a8f6-67cf155891c1 binding host dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 15:46:43.538905 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] For port 99da4d43-62b3-48c6-bbb2-b188579f9dbe, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=99da4d43-62b3-48c6-bbb2-b188579f9dbe,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:46:43.542265 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (99da4d43-62b3-48c6-bbb2-b188579f9dbe), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:43.551659 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (52c967fe-91ba-40fc-a8f6-67cf155891c1), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:43.634148 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Pushing event updated for resources: {'Port': ['ID=99da4d43-62b3-48c6-bbb2-b188579f9dbe,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:43.644395 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:43.644792 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:43.645153 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:43.645493 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:43.645827 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:43.646173 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:43.646496 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:43.646823 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:43.647146 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:43.647512 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:43.647835 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:43.648154 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:43.648486 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:46:43.859365 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] Publish callbacks [] for port (52c967fe-91ba-40fc-a8f6-67cf155891c1), precommit_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:43.864461 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (52c967fe-91ba-40fc-a8f6-67cf155891c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:43.913287 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c080ae7-82d8-4f68-9272-2374775e5cc6 None None] Pushing event updated for resources: {'Port': ['ID=52c967fe-91ba-40fc-a8f6-67cf155891c1,revision_number=3']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:43.962370 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] Attempting to bind port 52c967fe-91ba-40fc-a8f6-67cf155891c1 on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:46:43.963304 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] Attempting to bind port 52c967fe-91ba-40fc-a8f6-67cf155891c1 by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': '9596e9eb-bfeb-481a-82bb-517ab15c82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0e30230-6441-4de7-a93e-b922b3f12ef8'}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:46:43.963669 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] Attempting to bind port 52c967fe-91ba-40fc-a8f6-67cf155891c1 on network f0e30230-6441-4de7-a93e-b922b3f12ef8 {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:46:43.968660 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:46:43.969067 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] Checking segment: {'id': '9596e9eb-bfeb-481a-82bb-517ab15c82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0e30230-6441-4de7-a93e-b922b3f12ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:46:43.969510 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:43.969932 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] Bound using segment: {'id': '9596e9eb-bfeb-481a-82bb-517ab15c82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0e30230-6441-4de7-a93e-b922b3f12ef8'} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:46:43.970393 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] Bound port: 52c967fe-91ba-40fc-a8f6-67cf155891c1, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9596e9eb-bfeb-481a-82bb-517ab15c82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0e30230-6441-4de7-a93e-b922b3f12ef8'}}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:46:43.970770 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (52c967fe-91ba-40fc-a8f6-67cf155891c1), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:44.046170 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] For port 52c967fe-91ba-40fc-a8f6-67cf155891c1, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:46:44.049583 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] For port 52c967fe-91ba-40fc-a8f6-67cf155891c1, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=52c967fe-91ba-40fc-a8f6-67cf155891c1,segment=NetworkSegment(9596e9eb-bfeb-481a-82bb-517ab15c82d5),segment_id=9596e9eb-bfeb-481a-82bb-517ab15c82d5)] {{(pid=109500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:46:44.056103 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0ea05-bd60-47e2-8266-95659441b633 req-05ffbb14-96e5-4408-a069-17fdc35224bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:44.056736 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (52c967fe-91ba-40fc-a8f6-67cf155891c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:44.058017 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-93b0ea05-bd60-47e2-8266-95659441b633 req-05ffbb14-96e5-4408-a069-17fdc35224bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad5eb79a-29ab-494d-8432-3ccbc2a327de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0503094 Feb 17 15:46:44.114551 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] Routers {'2aded01f-6882-4361-bcc6-f44b9bd913e2'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:46:44.115114 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:46:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['2aded01f-6882-4361-bcc6-f44b9bd913e2'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:44.152962 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c080ae7-82d8-4f68-9272-2374775e5cc6 None None] Pushing event updated for resources: {'Port': ['ID=52c967fe-91ba-40fc-a8f6-67cf155891c1,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:44.225952 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] Set router 2aded01f-6882-4361-bcc6-f44b9bd913e2 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:46:44.422959 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aded01f-6882-4361-bcc6-f44b9bd913e2', 'name': 'tempest-ServerRescueNegativeTestJSON-2029846264-router', 'tenant_id': '3590575d8d3f494684bef28728ed18cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '99da4d43-62b3-48c6-bbb2-b188579f9dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:46:37Z', 'updated_at': '2022-02-17T15:46:40Z', 'revision_number': 4, 'project_id': '3590575d8d3f494684bef28728ed18cf', 'gw_port': {'id': '99da4d43-62b3-48c6-bbb2-b188579f9dbe', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aded01f-6882-4361-bcc6-f44b9bd913e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:46:38Z', 'updated_at': '2022-02-17T15:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '52c967fe-91ba-40fc-a8f6-67cf155891c1', 'name': '', 'network_id': 'f0e30230-6441-4de7-a93e-b922b3f12ef8', 'tenant_id': '3590575d8d3f494684bef28728ed18cf', 'mac_address': 'fa:16:3e:5d:f6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aded01f-6882-4361-bcc6-f44b9bd913e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5000a553-a753-4233-bfff-e0941123e42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:46:40Z', 'updated_at': '2022-02-17T15:46:44Z', 'revision_number': 4, 'project_id': '3590575d8d3f494684bef28728ed18cf', 'subnets': [{'id': '5000a553-a753-4233-bfff-e0941123e42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:46:44.451504 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d2bea1fd-e527-44c8-ba7e-38b770c93e64 req-0d6d0236-4685-400c-bbe2-06333f0615c2 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 210 time: 0.0253074 Feb 17 15:46:44.454078 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244fd5d8-8c99-4394-a3a6-199f77f2f15e None None] The sync data for ids ['2aded01f-6882-4361-bcc6-f44b9bd913e2'] in dv-cinder-606346-36-iscsi is: [{'id': '2aded01f-6882-4361-bcc6-f44b9bd913e2', 'name': 'tempest-ServerRescueNegativeTestJSON-2029846264-router', 'tenant_id': '3590575d8d3f494684bef28728ed18cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '99da4d43-62b3-48c6-bbb2-b188579f9dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:46:37Z', 'updated_at': '2022-02-17T15:46:40Z', 'revision_number': 4, 'project_id': '3590575d8d3f494684bef28728ed18cf', 'gw_port': {'id': '99da4d43-62b3-48c6-bbb2-b188579f9dbe', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aded01f-6882-4361-bcc6-f44b9bd913e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:46:38Z', 'updated_at': '2022-02-17T15:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '52c967fe-91ba-40fc-a8f6-67cf155891c1', 'name': '', 'network_id': 'f0e30230-6441-4de7-a93e-b922b3f12ef8', 'tenant_id': '3590575d8d3f494684bef28728ed18cf', 'mac_address': 'fa:16:3e:5d:f6:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aded01f-6882-4361-bcc6-f44b9bd913e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': '5000a553-a753-4233-bfff-e0941123e42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:46:40Z', 'updated_at': '2022-02-17T15:46:44Z', 'revision_number': 4, 'project_id': '3590575d8d3f494684bef28728ed18cf', 'subnets': [{'id': '5000a553-a753-4233-bfff-e0941123e42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:46:45.124841 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 52c967fe-91ba-40fc-a8f6-67cf155891c1 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:46:45.174006 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 52c967fe-91ba-40fc-a8f6-67cf155891c1 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:46:45.174319 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (52c967fe-91ba-40fc-a8f6-67cf155891c1), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:45.255089 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 52c967fe-91ba-40fc-a8f6-67cf155891c1 is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:46:45.255485 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (52c967fe-91ba-40fc-a8f6-67cf155891c1), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:45.289284 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] For port 52c967fe-91ba-40fc-a8f6-67cf155891c1, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=52c967fe-91ba-40fc-a8f6-67cf155891c1,segment=NetworkSegment(9596e9eb-bfeb-481a-82bb-517ab15c82d5),segment_id=9596e9eb-bfeb-481a-82bb-517ab15c82d5)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:46:45.294002 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (52c967fe-91ba-40fc-a8f6-67cf155891c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:45.295040 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 99da4d43-62b3-48c6-bbb2-b188579f9dbe up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:46:45.373464 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Pushing event updated for resources: {'Port': ['ID=52c967fe-91ba-40fc-a8f6-67cf155891c1,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:45.386536 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 99da4d43-62b3-48c6-bbb2-b188579f9dbe triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:46:45.386761 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (99da4d43-62b3-48c6-bbb2-b188579f9dbe), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:45.465841 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 99da4d43-62b3-48c6-bbb2-b188579f9dbe is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:46:45.541432 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b1d51286-585d-4efd-8316-8ccc29aa25b6 req-2cc311d8-a9c3-4f0a-b4a0-9df6278ee2fd tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 210 time: 0.0251241 Feb 17 15:46:45.866380 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-93b0ea05-bd60-47e2-8266-95659441b633 req-f621dd92-18ff-417f-9c04-e36ecc0c2945 service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839019 Feb 17 15:46:45.983211 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-93b0ea05-bd60-47e2-8266-95659441b633 req-85e189e4-c40d-4c2a-a769-ab959cf28367 service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933120 Feb 17 15:46:46.284864 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-65e2c137-12df-4219-985d-eac12f301b02 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:46.286503 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-65e2c137-12df-4219-985d-eac12f301b02 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.24 "GET /v2.0/networks?id=f0e30230-6441-4de7-a93e-b922b3f12ef8 HTTP/1.1" status: 200 len: 819 time: 0.1079988 Feb 17 15:46:46.301612 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-56726494-a5fd-4409-b9a5-8f186e016f4b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Request body: {'port': {'device_id': '96af51b7-7b9f-4235-89a5-d8443888d406', 'network_id': 'f0e30230-6441-4de7-a93e-b922b3f12ef8', 'admin_state_up': True, 'tenant_id': '3590575d8d3f494684bef28728ed18cf'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:46:46.478941 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-56726494-a5fd-4409-b9a5-8f186e016f4b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Made reservation on behalf of 3590575d8d3f494684bef28728ed18cf for: {'port': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:46:46.482750 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-56726494-a5fd-4409-b9a5-8f186e016f4b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:46.526875 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-683fc681-89ca-4f49-b79f-70b0bdc82caa tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:46.528483 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-683fc681-89ca-4f49-b79f-70b0bdc82caa tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.24 "GET /v2.0/networks?id=f0e30230-6441-4de7-a93e-b922b3f12ef8 HTTP/1.1" status: 200 len: 819 time: 0.1373849 Feb 17 15:46:46.627930 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_common [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-56726494-a5fd-4409-b9a5-8f186e016f4b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Allocated IP 172.20.0.13 (f0e30230-6441-4de7-a93e-b922b3f12ef8/5000a553-a753-4233-bfff-e0941123e42d/f33dc6dd-4acd-4575-80c9-1e46fde5cb1a) {{(pid=109498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:46:46.638885 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c94e5395-b436-4120-bbfa-507587806081 req-488ad3e4-7faf-43bd-932e-eb0ff2417347 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 210 time: 0.0301025 Feb 17 15:46:46.780924 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-56726494-a5fd-4409-b9a5-8f186e016f4b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Publish callbacks [] for port (f33dc6dd-4acd-4575-80c9-1e46fde5cb1a), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:46.813275 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-56726494-a5fd-4409-b9a5-8f186e016f4b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (f33dc6dd-4acd-4575-80c9-1e46fde5cb1a), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:46.860601 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-56726494-a5fd-4409-b9a5-8f186e016f4b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Network f0e30230-6441-4de7-a93e-b922b3f12ef8 is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:46:46.863582 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-56726494-a5fd-4409-b9a5-8f186e016f4b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:46:46.867087 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-56726494-a5fd-4409-b9a5-8f186e016f4b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Received port after_create {{(pid=109498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:46:46.889822 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56726494-a5fd-4409-b9a5-8f186e016f4b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Pushing event updated for resources: {'Port': ['ID=f33dc6dd-4acd-4575-80c9-1e46fde5cb1a,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:46.916176 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-56726494-a5fd-4409-b9a5-8f186e016f4b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:46.916822 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-56726494-a5fd-4409-b9a5-8f186e016f4b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:46.933029 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-56726494-a5fd-4409-b9a5-8f186e016f4b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6353099 Feb 17 15:46:47.049100 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 52c967fe-91ba-40fc-a8f6-67cf155891c1 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:46:47.101715 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 52c967fe-91ba-40fc-a8f6-67cf155891c1 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:46:47.102092 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (52c967fe-91ba-40fc-a8f6-67cf155891c1), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:47.180935 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 52c967fe-91ba-40fc-a8f6-67cf155891c1 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:46:47.732326 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3b8904bd-fd3e-40f5-866b-1d3e7ea17a98 req-15a83970-cb50-4a33-9513-10a714cc49df tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 210 time: 0.0258770 Feb 17 15:46:48.821704 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f12f7657-b20d-4f70-a838-9a536363da91 req-7240e1d0-6bf5-4fef-bf28-64c0c5773ddb tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 210 time: 0.0251839 Feb 17 15:46:49.335592 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-252a9b3a-67db-4bfb-92ba-97a8f99fd511 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Request body: {'port': {'device_id': '38bcf5eb-349d-4287-982e-a1b8ee008209', 'network_id': 'f0e30230-6441-4de7-a93e-b922b3f12ef8', 'admin_state_up': True, 'tenant_id': '3590575d8d3f494684bef28728ed18cf'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:46:49.346270 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-40615ebf-9fbe-43eb-92f1-567e68385625 service neutron] Request body: {'port': {'device_id': '96af51b7-7b9f-4235-89a5-d8443888d406', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:46:49.467384 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-40615ebf-9fbe-43eb-92f1-567e68385625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (f33dc6dd-4acd-4575-80c9-1e46fde5cb1a), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:49.535780 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-252a9b3a-67db-4bfb-92ba-97a8f99fd511 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Made reservation on behalf of 3590575d8d3f494684bef28728ed18cf for: {'port': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:46:49.538961 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-252a9b3a-67db-4bfb-92ba-97a8f99fd511 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:49.802599 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-40615ebf-9fbe-43eb-92f1-567e68385625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33dc6dd-4acd-4575-80c9-1e46fde5cb1a {{(pid=109498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:46:49.810374 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-40615ebf-9fbe-43eb-92f1-567e68385625 service neutron] Publish callbacks [] for port (f33dc6dd-4acd-4575-80c9-1e46fde5cb1a), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:49.821855 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.provisioning_blocks [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-40615ebf-9fbe-43eb-92f1-567e68385625 service neutron] Transition to ACTIVE for port object f33dc6dd-4acd-4575-80c9-1e46fde5cb1a will not be triggered until provisioned by entity L2. {{(pid=109498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 15:46:49.827207 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-40615ebf-9fbe-43eb-92f1-567e68385625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8641772'] for port (f33dc6dd-4acd-4575-80c9-1e46fde5cb1a), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:49.918813 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40615ebf-9fbe-43eb-92f1-567e68385625 service neutron] Pushing event updated for resources: {'Port': ['ID=f33dc6dd-4acd-4575-80c9-1e46fde5cb1a,revision_number=2']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:49.920063 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6ea3777b-8424-428b-b22e-4067af97bab4 req-768cac3d-990d-4521-93b8-05b4f3c609e3 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 210 time: 0.0301211 Feb 17 15:46:49.949269 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_common [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-252a9b3a-67db-4bfb-92ba-97a8f99fd511 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Allocated IP 172.20.0.6 (f0e30230-6441-4de7-a93e-b922b3f12ef8/5000a553-a753-4233-bfff-e0941123e42d/505221e4-323c-4366-9992-2473a03a05ed) {{(pid=109498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:46:50.022933 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-40615ebf-9fbe-43eb-92f1-567e68385625 service neutron] Attempting to bind port f33dc6dd-4acd-4575-80c9-1e46fde5cb1a on host hv-cinder-60634 for vnic_type normal with profile {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:46:50.023268 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-40615ebf-9fbe-43eb-92f1-567e68385625 service neutron] Attempting to bind port f33dc6dd-4acd-4575-80c9-1e46fde5cb1a by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '9596e9eb-bfeb-481a-82bb-517ab15c82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0e30230-6441-4de7-a93e-b922b3f12ef8'}] {{(pid=109498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:46:50.023600 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-40615ebf-9fbe-43eb-92f1-567e68385625 service neutron] Attempting to bind port f33dc6dd-4acd-4575-80c9-1e46fde5cb1a on network f0e30230-6441-4de7-a93e-b922b3f12ef8 {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:46:50.036160 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-40615ebf-9fbe-43eb-92f1-567e68385625 service neutron] Port f33dc6dd-4acd-4575-80c9-1e46fde5cb1a on network f0e30230-6441-4de7-a93e-b922b3f12ef8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 15:46:50.036513 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-40615ebf-9fbe-43eb-92f1-567e68385625 service neutron] Attempting to bind port f33dc6dd-4acd-4575-80c9-1e46fde5cb1a on network f0e30230-6441-4de7-a93e-b922b3f12ef8 {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:46:50.056520 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-40615ebf-9fbe-43eb-92f1-567e68385625 service neutron] Checking agent: {'id': '085351c5-065a-4edc-ae4b-0d7f2b27b503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'started_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:46:50.056800 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-40615ebf-9fbe-43eb-92f1-567e68385625 service neutron] Checking segment: {'id': '9596e9eb-bfeb-481a-82bb-517ab15c82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0e30230-6441-4de7-a93e-b922b3f12ef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:46:50.057185 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-40615ebf-9fbe-43eb-92f1-567e68385625 service neutron] Bound using segment: {'id': '9596e9eb-bfeb-481a-82bb-517ab15c82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0e30230-6441-4de7-a93e-b922b3f12ef8'} {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:46:50.057616 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-40615ebf-9fbe-43eb-92f1-567e68385625 service neutron] Bound port: f33dc6dd-4acd-4575-80c9-1e46fde5cb1a, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9596e9eb-bfeb-481a-82bb-517ab15c82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0e30230-6441-4de7-a93e-b922b3f12ef8'}}] {{(pid=109498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:46:50.057978 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-40615ebf-9fbe-43eb-92f1-567e68385625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (f33dc6dd-4acd-4575-80c9-1e46fde5cb1a), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:50.192702 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-40615ebf-9fbe-43eb-92f1-567e68385625 service neutron] For port f33dc6dd-4acd-4575-80c9-1e46fde5cb1a, host hv-cinder-60634, cleared binding levels {{(pid=109498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:46:50.197845 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-40615ebf-9fbe-43eb-92f1-567e68385625 service neutron] For port f33dc6dd-4acd-4575-80c9-1e46fde5cb1a, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f33dc6dd-4acd-4575-80c9-1e46fde5cb1a,segment=NetworkSegment(9596e9eb-bfeb-481a-82bb-517ab15c82d5),segment_id=9596e9eb-bfeb-481a-82bb-517ab15c82d5)] {{(pid=109498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:46:50.200894 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-252a9b3a-67db-4bfb-92ba-97a8f99fd511 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Publish callbacks [] for port (505221e4-323c-4366-9992-2473a03a05ed), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:50.208651 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-40615ebf-9fbe-43eb-92f1-567e68385625 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8641772'] for port (f33dc6dd-4acd-4575-80c9-1e46fde5cb1a), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:50.250861 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-40615ebf-9fbe-43eb-92f1-567e68385625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:50.251860 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-40615ebf-9fbe-43eb-92f1-567e68385625 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:50.253256 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-40615ebf-9fbe-43eb-92f1-567e68385625 service neutron] 10.222.0.24 "PUT /v2.0/ports/f33dc6dd-4acd-4575-80c9-1e46fde5cb1a HTTP/1.1" status: 200 len: 1094 time: 0.9221377 Feb 17 15:46:50.256327 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96af51b7-7b9f-4235-89a5-d8443888d406', 'tag': 'f33dc6dd-4acd-4575-80c9-1e46fde5cb1a'}] {{(pid=109498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:46:50.260744 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}780bf5bf4681f798ff63f4c2752ba00573ae695b8458fad7683b49eb1801337a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865bf6c1-bf36-4c84-a6ff-90c87c718078" -d '{"events": [{"name": "network-changed", "server_uuid": "96af51b7-7b9f-4235-89a5-d8443888d406", "tag": "f33dc6dd-4acd-4575-80c9-1e46fde5cb1a"}]}' {{(pid=109498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:46:50.305814 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6cf2e6-46df-4157-a93a-1524dcd9fe63 x-openstack-request-id: req-2d6cf2e6-46df-4157-a93a-1524dcd9fe63 {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:46:50.306680 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96af51b7-7b9f-4235-89a5-d8443888d406", "tag": "f33dc6dd-4acd-4575-80c9-1e46fde5cb1a", "status": "completed", "code": 200}]} {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:46:50.306882 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2d6cf2e6-46df-4157-a93a-1524dcd9fe63 {{(pid=109498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:46:50.307273 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96af51b7-7b9f-4235-89a5-d8443888d406', 'tag': 'f33dc6dd-4acd-4575-80c9-1e46fde5cb1a', 'status': 'completed', 'code': 200} Feb 17 15:46:50.320165 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-252a9b3a-67db-4bfb-92ba-97a8f99fd511 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (505221e4-323c-4366-9992-2473a03a05ed), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:50.324853 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40615ebf-9fbe-43eb-92f1-567e68385625 service neutron] Pushing event updated for resources: {'Port': ['ID=f33dc6dd-4acd-4575-80c9-1e46fde5cb1a,revision_number=3']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:50.383657 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-252a9b3a-67db-4bfb-92ba-97a8f99fd511 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Network f0e30230-6441-4de7-a93e-b922b3f12ef8 is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:46:50.388974 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-252a9b3a-67db-4bfb-92ba-97a8f99fd511 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:46:50.391529 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-252a9b3a-67db-4bfb-92ba-97a8f99fd511 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Received port after_create {{(pid=109498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:46:50.450478 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a9b3a-67db-4bfb-92ba-97a8f99fd511 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Pushing event updated for resources: {'Port': ['ID=505221e4-323c-4366-9992-2473a03a05ed,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:50.457536 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-cb10f381-efc0-4a81-9fe0-8206cafc9edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:50.458787 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-cb10f381-efc0-4a81-9fe0-8206cafc9edc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3590575d8d3f494684bef28728ed18cf&device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 1128 time: 0.1560512 Feb 17 15:46:50.467925 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-252a9b3a-67db-4bfb-92ba-97a8f99fd511 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:50.468596 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-252a9b3a-67db-4bfb-92ba-97a8f99fd511 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:50.524478 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-31d2bea4-2629-48a2-bd61-322e056b5d70 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f33dc6dd-4acd-4575-80c9-1e46fde5cb1a HTTP/1.1" status: 200 len: 217 time: 0.0529220 Feb 17 15:46:50.567868 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-252a9b3a-67db-4bfb-92ba-97a8f99fd511 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2384129 Feb 17 15:46:50.581675 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-a61b2341-be39-40e1-89ec-690280e9ba3c service neutron] Request body: {'port': {'device_id': '38bcf5eb-349d-4287-982e-a1b8ee008209', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:46:50.607902 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-2a33ae02-9e60-4456-bfa0-4a144fec86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:50.609477 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-2a33ae02-9e60-4456-bfa0-4a144fec86b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5000a553-a753-4233-bfff-e0941123e42d HTTP/1.1" status: 200 len: 859 time: 0.0772793 Feb 17 15:46:50.665150 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-caf96d72-2832-41d4-935a-486a159ceba5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f0e30230-6441-4de7-a93e-b922b3f12ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473151 Feb 17 15:46:50.681016 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-a61b2341-be39-40e1-89ec-690280e9ba3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (505221e4-323c-4366-9992-2473a03a05ed), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:51.094995 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-82558d8c-9dbd-4932-a52e-a6e3a12797db service neutron] 10.222.0.24 "GET /v2.0/networks/f0e30230-6441-4de7-a93e-b922b3f12ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210873 Feb 17 15:46:51.095774 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abeb832-96b3-4b34-bb46-9abf6c945d04 req-2fd903e8-831b-46bc-90ff-95115b0bee81 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:51.099144 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0abeb832-96b3-4b34-bb46-9abf6c945d04 req-2fd903e8-831b-46bc-90ff-95115b0bee81 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 931 time: 0.0793879 Feb 17 15:46:51.166511 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0abeb832-96b3-4b34-bb46-9abf6c945d04 req-11dd71e0-693a-4923-acf7-09a00ddaf5fa tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580206 Feb 17 15:46:51.292577 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-0424f99e-f85e-4299-92c9-95bc7a7c81c7 req-eacf93dd-674f-4e08-a9df-38704d967089 service neutron] 10.222.0.24 "GET /v2.0/networks/f0e30230-6441-4de7-a93e-b922b3f12ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865902 Feb 17 15:46:51.410272 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-a61b2341-be39-40e1-89ec-690280e9ba3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 505221e4-323c-4366-9992-2473a03a05ed {{(pid=109498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:46:51.422364 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-a61b2341-be39-40e1-89ec-690280e9ba3c service neutron] Publish callbacks [] for port (505221e4-323c-4366-9992-2473a03a05ed), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:51.445745 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.provisioning_blocks [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-a61b2341-be39-40e1-89ec-690280e9ba3c service neutron] Transition to ACTIVE for port object 505221e4-323c-4366-9992-2473a03a05ed will not be triggered until provisioned by entity L2. {{(pid=109498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 15:46:51.451848 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-a61b2341-be39-40e1-89ec-690280e9ba3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8641772'] for port (505221e4-323c-4366-9992-2473a03a05ed), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:51.496657 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bf6c1-bf36-4c84-a6ff-90c87c718078 req-86ce09f3-d6ec-47f8-8f81-6e970fa7eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:51.496657 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-865bf6c1-bf36-4c84-a6ff-90c87c718078 req-86ce09f3-d6ec-47f8-8f81-6e970fa7eff5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3590575d8d3f494684bef28728ed18cf&device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 1128 time: 0.1485319 Feb 17 15:46:51.554875 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b2341-be39-40e1-89ec-690280e9ba3c service neutron] Pushing event updated for resources: {'Port': ['ID=505221e4-323c-4366-9992-2473a03a05ed,revision_number=2']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:51.695781 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bf6c1-bf36-4c84-a6ff-90c87c718078 req-cda1a68c-e90d-4af7-8518-2d1e1c381a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:51.697325 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-865bf6c1-bf36-4c84-a6ff-90c87c718078 req-cda1a68c-e90d-4af7-8518-2d1e1c381a75 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f0e30230-6441-4de7-a93e-b922b3f12ef8 HTTP/1.1" status: 200 len: 920 time: 0.1892078 Feb 17 15:46:51.714817 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-a61b2341-be39-40e1-89ec-690280e9ba3c service neutron] Attempting to bind port 505221e4-323c-4366-9992-2473a03a05ed on host hv-cinder-60634 for vnic_type normal with profile {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:46:51.715208 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-a61b2341-be39-40e1-89ec-690280e9ba3c service neutron] Attempting to bind port 505221e4-323c-4366-9992-2473a03a05ed by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '9596e9eb-bfeb-481a-82bb-517ab15c82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0e30230-6441-4de7-a93e-b922b3f12ef8'}] {{(pid=109498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:46:51.715536 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-a61b2341-be39-40e1-89ec-690280e9ba3c service neutron] Attempting to bind port 505221e4-323c-4366-9992-2473a03a05ed on network f0e30230-6441-4de7-a93e-b922b3f12ef8 {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:46:51.747082 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-865bf6c1-bf36-4c84-a6ff-90c87c718078 req-cc8b1555-8b4e-4e41-ab49-fcde4bc5be85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f33dc6dd-4acd-4575-80c9-1e46fde5cb1a HTTP/1.1" status: 200 len: 217 time: 0.0422750 Feb 17 15:46:51.747974 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-a61b2341-be39-40e1-89ec-690280e9ba3c service neutron] Port 505221e4-323c-4366-9992-2473a03a05ed on network f0e30230-6441-4de7-a93e-b922b3f12ef8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 15:46:51.748295 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-a61b2341-be39-40e1-89ec-690280e9ba3c service neutron] Attempting to bind port 505221e4-323c-4366-9992-2473a03a05ed on network f0e30230-6441-4de7-a93e-b922b3f12ef8 {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:46:51.753242 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-a61b2341-be39-40e1-89ec-690280e9ba3c service neutron] Checking agent: {'id': '085351c5-065a-4edc-ae4b-0d7f2b27b503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'started_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:46:51.753578 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-a61b2341-be39-40e1-89ec-690280e9ba3c service neutron] Checking segment: {'id': '9596e9eb-bfeb-481a-82bb-517ab15c82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0e30230-6441-4de7-a93e-b922b3f12ef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:46:51.753951 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-a61b2341-be39-40e1-89ec-690280e9ba3c service neutron] Bound using segment: {'id': '9596e9eb-bfeb-481a-82bb-517ab15c82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0e30230-6441-4de7-a93e-b922b3f12ef8'} {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:46:51.754372 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-a61b2341-be39-40e1-89ec-690280e9ba3c service neutron] Bound port: 505221e4-323c-4366-9992-2473a03a05ed, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9596e9eb-bfeb-481a-82bb-517ab15c82d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f0e30230-6441-4de7-a93e-b922b3f12ef8'}}] {{(pid=109498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:46:51.754726 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-a61b2341-be39-40e1-89ec-690280e9ba3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (505221e4-323c-4366-9992-2473a03a05ed), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:51.837286 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bf6c1-bf36-4c84-a6ff-90c87c718078 req-bfeec10a-fa0b-4006-a697-88b08486b490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:51.839323 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-865bf6c1-bf36-4c84-a6ff-90c87c718078 req-bfeec10a-fa0b-4006-a697-88b08486b490 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5000a553-a753-4233-bfff-e0941123e42d HTTP/1.1" status: 200 len: 859 time: 0.0826058 Feb 17 15:46:51.883360 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-865bf6c1-bf36-4c84-a6ff-90c87c718078 req-bbf3dd0a-075f-4236-803d-11aeed894d7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f0e30230-6441-4de7-a93e-b922b3f12ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377905 Feb 17 15:46:51.910554 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-a61b2341-be39-40e1-89ec-690280e9ba3c service neutron] For port 505221e4-323c-4366-9992-2473a03a05ed, host hv-cinder-60634, cleared binding levels {{(pid=109498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:46:51.938653 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-a61b2341-be39-40e1-89ec-690280e9ba3c service neutron] For port 505221e4-323c-4366-9992-2473a03a05ed, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=505221e4-323c-4366-9992-2473a03a05ed,segment=NetworkSegment(9596e9eb-bfeb-481a-82bb-517ab15c82d5),segment_id=9596e9eb-bfeb-481a-82bb-517ab15c82d5)] {{(pid=109498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:46:51.947949 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-a61b2341-be39-40e1-89ec-690280e9ba3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8641772'] for port (505221e4-323c-4366-9992-2473a03a05ed), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:52.017020 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-a61b2341-be39-40e1-89ec-690280e9ba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:52.017636 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-a61b2341-be39-40e1-89ec-690280e9ba3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:52.019203 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-a61b2341-be39-40e1-89ec-690280e9ba3c service neutron] 10.222.0.24 "PUT /v2.0/ports/505221e4-323c-4366-9992-2473a03a05ed HTTP/1.1" status: 200 len: 1093 time: 1.4413807 Feb 17 15:46:52.060491 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b2341-be39-40e1-89ec-690280e9ba3c service neutron] Pushing event updated for resources: {'Port': ['ID=505221e4-323c-4366-9992-2473a03a05ed,revision_number=3']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:52.064538 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-865bf6c1-bf36-4c84-a6ff-90c87c718078 req-5ca6713e-d242-44ad-b87f-fec1236cb7e5 service neutron] 10.222.0.24 "GET /v2.0/networks/f0e30230-6441-4de7-a93e-b922b3f12ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736882 Feb 17 15:46:52.291933 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43092b57-8d46-46ff-8ddb-cdb6663171d3 req-e3fcb807-b11c-4c2f-a20c-921157e29918 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:52.293533 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-43092b57-8d46-46ff-8ddb-cdb6663171d3 req-e3fcb807-b11c-4c2f-a20c-921157e29918 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 943 time: 0.0556674 Feb 17 15:46:52.307991 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38bcf5eb-349d-4287-982e-a1b8ee008209', 'tag': '505221e4-323c-4366-9992-2473a03a05ed'}] {{(pid=109498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:46:52.310360 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}780bf5bf4681f798ff63f4c2752ba00573ae695b8458fad7683b49eb1801337a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643cfc8b-f744-43c3-a310-50c66a5e0fde" -d '{"events": [{"name": "network-changed", "server_uuid": "38bcf5eb-349d-4287-982e-a1b8ee008209", "tag": "505221e4-323c-4366-9992-2473a03a05ed"}]}' {{(pid=109498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:46:52.335437 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 51706) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:52.344340 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-43092b57-8d46-46ff-8ddb-cdb6663171d3 req-13654ae9-ea02-497b-9422-1038a88cb6b4 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451486 Feb 17 15:46:52.347018 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804aa052-e36e-4fc3-98c1-f04ded6276e2 x-openstack-request-id: req-804aa052-e36e-4fc3-98c1-f04ded6276e2 {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:46:52.347206 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38bcf5eb-349d-4287-982e-a1b8ee008209", "tag": "505221e4-323c-4366-9992-2473a03a05ed", "status": "completed", "code": 200}]} {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:46:52.347414 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-804aa052-e36e-4fc3-98c1-f04ded6276e2 {{(pid=109498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:46:52.347808 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38bcf5eb-349d-4287-982e-a1b8ee008209', 'tag': '505221e4-323c-4366-9992-2473a03a05ed', 'status': 'completed', 'code': 200} Feb 17 15:46:52.439904 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-4de3c0ef-feb8-4f66-bc7b-259d7103fbfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:52.512699 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-4de3c0ef-feb8-4f66-bc7b-259d7103fbfd admin admin] Publish callbacks [] for security_group (17530b1a-ee90-447d-8e40-007a431e25ee), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:52.516340 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-4de3c0ef-feb8-4f66-bc7b-259d7103fbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (17530b1a-ee90-447d-8e40-007a431e25ee), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:52.552604 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3c0ef-feb8-4f66-bc7b-259d7103fbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17530b1a-ee90-447d-8e40-007a431e25ee,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:52.559117 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-4de3c0ef-feb8-4f66-bc7b-259d7103fbfd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7d9fa429d5064c89bbfaf4eb20f5d78f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195268 Feb 17 15:46:52.559486 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 51712) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:46:52.616808 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-fb49cdfe-2d56-4dd1-9e0f-81696494031c admin admin] Publish callbacks [] for security_group (17530b1a-ee90-447d-8e40-007a431e25ee), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:52.638857 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-fb49cdfe-2d56-4dd1-9e0f-81696494031c admin admin] Publish callbacks [] for security_group (17530b1a-ee90-447d-8e40-007a431e25ee), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:52.688293 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-fb49cdfe-2d56-4dd1-9e0f-81696494031c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (17530b1a-ee90-447d-8e40-007a431e25ee), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:52.691218 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-fb49cdfe-2d56-4dd1-9e0f-81696494031c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:52.692523 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-fb49cdfe-2d56-4dd1-9e0f-81696494031c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/17530b1a-ee90-447d-8e40-007a431e25ee HTTP/1.1" status: 204 len: 168 time: 0.1319752 Feb 17 15:46:52.701714 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49cdfe-2d56-4dd1-9e0f-81696494031c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17530b1a-ee90-447d-8e40-007a431e25ee,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:53.464281 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968aeb79-1c95-4238-90ca-4401dd518f2b req-76c72345-3e99-4e22-9fb8-b0c3d5946e77 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:53.465814 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-968aeb79-1c95-4238-90ca-4401dd518f2b req-76c72345-3e99-4e22-9fb8-b0c3d5946e77 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 943 time: 0.0557802 Feb 17 15:46:53.518493 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-968aeb79-1c95-4238-90ca-4401dd518f2b req-efd3f9c5-ee4c-49cd-9a4e-4f8367593994 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469897 Feb 17 15:46:54.635346 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f09e8a-5d81-4f30-9c99-ae1ad3f32570 req-c9bf0c53-36fc-4ac0-8378-78801678ff14 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:54.635346 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-79f09e8a-5d81-4f30-9c99-ae1ad3f32570 req-c9bf0c53-36fc-4ac0-8378-78801678ff14 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 943 time: 0.0513396 Feb 17 15:46:54.685769 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-79f09e8a-5d81-4f30-9c99-ae1ad3f32570 req-a175c1b3-c154-4b88-9b61-64542a8e60e1 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429657 Feb 17 15:46:54.816906 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-a50fa1da-5f25-4cb3-a3d7-e27bd575627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:54.818296 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-a50fa1da-5f25-4cb3-a3d7-e27bd575627a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3590575d8d3f494684bef28728ed18cf&device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 1127 time: 0.1002271 Feb 17 15:46:54.827787 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-865bf6c1-bf36-4c84-a6ff-90c87c718078 req-970f7647-ec8b-4610-9123-320fd10db33f service neutron] 10.222.0.24 "GET /v2.0/networks/f0e30230-6441-4de7-a93e-b922b3f12ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176491 Feb 17 15:46:54.868911 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-53178fd3-f16f-4a74-9401-562ac396dfa0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=505221e4-323c-4366-9992-2473a03a05ed HTTP/1.1" status: 200 len: 217 time: 0.0400622 Feb 17 15:46:54.930073 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-da5eef01-18f1-466f-b7a3-705091cf066c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:54.933484 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-da5eef01-18f1-466f-b7a3-705091cf066c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5000a553-a753-4233-bfff-e0941123e42d HTTP/1.1" status: 200 len: 859 time: 0.0443513 Feb 17 15:46:54.964199 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-7008b98c-5cd1-4fec-90fb-da82df4d0e7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f0e30230-6441-4de7-a93e-b922b3f12ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247886 Feb 17 15:46:55.061396 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-b383e9fc-3447-4ec3-9241-8ac9e90d2a0a service neutron] 10.222.0.24 "GET /v2.0/networks/f0e30230-6441-4de7-a93e-b922b3f12ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894883 Feb 17 15:46:55.149469 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f9335c0c-a87a-42bc-afaf-e5a20f422430 req-41f6b0af-ed4e-4b97-a26b-315c4c1482fe service neutron] 10.222.0.24 "GET /v2.0/networks/f0e30230-6441-4de7-a93e-b922b3f12ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818353 Feb 17 15:46:55.241748 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cfc8b-f744-43c3-a310-50c66a5e0fde req-52660b58-36af-4f77-86b5-959bb0e88fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:55.244005 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-643cfc8b-f744-43c3-a310-50c66a5e0fde req-52660b58-36af-4f77-86b5-959bb0e88fad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3590575d8d3f494684bef28728ed18cf&device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 1127 time: 0.0456371 Feb 17 15:46:55.340895 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device f33dc6dd-4acd-4575-80c9-1e46fde5cb1a details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:46:55.341996 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cfc8b-f744-43c3-a310-50c66a5e0fde req-c661029a-2655-4a10-a1cb-9bbf3770e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:55.343551 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-643cfc8b-f744-43c3-a310-50c66a5e0fde req-c661029a-2655-4a10-a1cb-9bbf3770e3a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f0e30230-6441-4de7-a93e-b922b3f12ef8 HTTP/1.1" status: 200 len: 920 time: 0.0930259 Feb 17 15:46:55.393288 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-643cfc8b-f744-43c3-a310-50c66a5e0fde req-7ec08d7a-7341-4c29-ab50-98f9b8d437ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=505221e4-323c-4366-9992-2473a03a05ed HTTP/1.1" status: 200 len: 217 time: 0.0355582 Feb 17 15:46:55.440414 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port f33dc6dd-4acd-4575-80c9-1e46fde5cb1a, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f33dc6dd-4acd-4575-80c9-1e46fde5cb1a,segment=NetworkSegment(9596e9eb-bfeb-481a-82bb-517ab15c82d5),segment_id=9596e9eb-bfeb-481a-82bb-517ab15c82d5)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:46:55.446081 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cfc8b-f744-43c3-a310-50c66a5e0fde req-b3bc09f1-59c9-4883-87a8-0f9bbc0fb8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:55.447636 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-643cfc8b-f744-43c3-a310-50c66a5e0fde req-b3bc09f1-59c9-4883-87a8-0f9bbc0fb8ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5000a553-a753-4233-bfff-e0941123e42d HTTP/1.1" status: 200 len: 859 time: 0.0464540 Feb 17 15:46:55.450942 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': 'f33dc6dd-4acd-4575-80c9-1e46fde5cb1a', 'network_id': 'f0e30230-6441-4de7-a93e-b922b3f12ef8', 'port_id': 'f33dc6dd-4acd-4575-80c9-1e46fde5cb1a', 'mac_address': 'fa:16:3e:73:01:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5000a553-a753-4233-bfff-e0941123e42d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:46:55.481920 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-643cfc8b-f744-43c3-a310-50c66a5e0fde req-22589810-17c9-4951-a933-2a7bd630139c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f0e30230-6441-4de7-a93e-b922b3f12ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269654 Feb 17 15:46:55.493126 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port f33dc6dd-4acd-4575-80c9-1e46fde5cb1a is: DOWN; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:46:55.493591 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (f33dc6dd-4acd-4575-80c9-1e46fde5cb1a), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:55.506580 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33dc6dd-4acd-4575-80c9-1e46fde5cb1a {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:46:55.526155 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port f33dc6dd-4acd-4575-80c9-1e46fde5cb1a, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f33dc6dd-4acd-4575-80c9-1e46fde5cb1a,segment=NetworkSegment(9596e9eb-bfeb-481a-82bb-517ab15c82d5),segment_id=9596e9eb-bfeb-481a-82bb-517ab15c82d5)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:46:55.530026 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (f33dc6dd-4acd-4575-80c9-1e46fde5cb1a), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:55.575807 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=f33dc6dd-4acd-4575-80c9-1e46fde5cb1a,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:55.576640 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-643cfc8b-f744-43c3-a310-50c66a5e0fde req-5353651e-0927-42b3-a6d3-661311c9ef2f service neutron] 10.222.0.24 "GET /v2.0/networks/f0e30230-6441-4de7-a93e-b922b3f12ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824242 Feb 17 15:46:55.675591 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-643cfc8b-f744-43c3-a310-50c66a5e0fde req-db44b707-14d8-4434-9824-b71338afbae0 service neutron] 10.222.0.24 "GET /v2.0/networks/f0e30230-6441-4de7-a93e-b922b3f12ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916314 Feb 17 15:46:55.800922 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458460f-5d30-4105-bcc4-8bd53b7392cb req-001cf0ee-0ea1-4f8a-a6ba-792816db210c tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:55.802405 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0458460f-5d30-4105-bcc4-8bd53b7392cb req-001cf0ee-0ea1-4f8a-a6ba-792816db210c tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 943 time: 0.0516045 Feb 17 15:46:55.851485 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0458460f-5d30-4105-bcc4-8bd53b7392cb req-689a836d-a0d6-4080-89ff-abe95805f8b4 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434690 Feb 17 15:46:55.883622 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['f33dc6dd-4acd-4575-80c9-1e46fde5cb1a'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:46:56.965036 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e881e-608c-4df5-bd21-f86a2331f9b0 req-e1dbcba3-7c17-4da1-873d-d41105cfacca tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:56.966552 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-776e881e-608c-4df5-bd21-f86a2331f9b0 req-e1dbcba3-7c17-4da1-873d-d41105cfacca tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 943 time: 0.0516784 Feb 17 15:46:57.018699 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-776e881e-608c-4df5-bd21-f86a2331f9b0 req-41e6b656-3ac1-41be-a57f-ad657eeff81a tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428057 Feb 17 15:46:57.345498 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device f33dc6dd-4acd-4575-80c9-1e46fde5cb1a up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:46:57.400303 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning for port f33dc6dd-4acd-4575-80c9-1e46fde5cb1a completed by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 15:46:57.404394 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port f33dc6dd-4acd-4575-80c9-1e46fde5cb1a triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:46:57.404986 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (f33dc6dd-4acd-4575-80c9-1e46fde5cb1a), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:57.489827 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port f33dc6dd-4acd-4575-80c9-1e46fde5cb1a is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:46:57.490224 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (f33dc6dd-4acd-4575-80c9-1e46fde5cb1a), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:57.513539 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96af51b7-7b9f-4235-89a5-d8443888d406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33dc6dd-4acd-4575-80c9-1e46fde5cb1a'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:46:57.515762 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e4a5df-a731-43e1-9a6b-bccdf7ee4fff" -d '{"events": [{"server_uuid": "96af51b7-7b9f-4235-89a5-d8443888d406", "name": "network-vif-plugged", "status": "completed", "tag": "f33dc6dd-4acd-4575-80c9-1e46fde5cb1a"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:46:57.528301 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port f33dc6dd-4acd-4575-80c9-1e46fde5cb1a, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f33dc6dd-4acd-4575-80c9-1e46fde5cb1a,segment=NetworkSegment(9596e9eb-bfeb-481a-82bb-517ab15c82d5),segment_id=9596e9eb-bfeb-481a-82bb-517ab15c82d5)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:46:57.533157 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (f33dc6dd-4acd-4575-80c9-1e46fde5cb1a), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:46:57.561146 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6e6050-f050-45d7-bf78-ec396f593a0e x-openstack-request-id: req-cc6e6050-f050-45d7-bf78-ec396f593a0e {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:46:57.561445 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96af51b7-7b9f-4235-89a5-d8443888d406", "name": "network-vif-plugged", "status": "completed", "tag": "f33dc6dd-4acd-4575-80c9-1e46fde5cb1a", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:46:57.561697 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cc6e6050-f050-45d7-bf78-ec396f593a0e {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:46:57.562088 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96af51b7-7b9f-4235-89a5-d8443888d406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33dc6dd-4acd-4575-80c9-1e46fde5cb1a', 'code': 200} Feb 17 15:46:57.586775 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=f33dc6dd-4acd-4575-80c9-1e46fde5cb1a,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:46:58.158876 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b342285-f1f6-4752-80d4-b84104e7e5d6 req-b9cd9898-1238-4f24-ab6a-4cc639c966aa tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:58.160369 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0b342285-f1f6-4752-80d4-b84104e7e5d6 req-b9cd9898-1238-4f24-ab6a-4cc639c966aa tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 943 time: 0.0586219 Feb 17 15:46:58.207833 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0b342285-f1f6-4752-80d4-b84104e7e5d6 req-af28f427-ba4d-41bb-af8b-09cab07cfdef tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415781 Feb 17 15:46:59.336060 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de3aa9-6d00-44dc-8305-1684a7a3b69a req-6f8e9fe1-0c2c-4574-9c18-c1740614bf2d tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:46:59.337968 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-09de3aa9-6d00-44dc-8305-1684a7a3b69a req-6f8e9fe1-0c2c-4574-9c18-c1740614bf2d tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 943 time: 0.0569005 Feb 17 15:46:59.390146 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-09de3aa9-6d00-44dc-8305-1684a7a3b69a req-fe55dd8e-2689-4260-b97f-120e2c1411ab tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464036 Feb 17 15:47:00.005938 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-89efa70b-d892-41f6-bff0-7cae098ae59d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:00.249107 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 505221e4-323c-4366-9992-2473a03a05ed details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:47:00.353770 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 505221e4-323c-4366-9992-2473a03a05ed, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=505221e4-323c-4366-9992-2473a03a05ed,segment=NetworkSegment(9596e9eb-bfeb-481a-82bb-517ab15c82d5),segment_id=9596e9eb-bfeb-481a-82bb-517ab15c82d5)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:47:00.365391 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': '505221e4-323c-4366-9992-2473a03a05ed', 'network_id': 'f0e30230-6441-4de7-a93e-b922b3f12ef8', 'port_id': '505221e4-323c-4366-9992-2473a03a05ed', 'mac_address': 'fa:16:3e:60:79:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5000a553-a753-4233-bfff-e0941123e42d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:47:00.390863 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002e8f0-2ce0-4373-b67b-0ddfd98615b3 req-18fb23e4-fb10-4c99-8940-75f379b0acf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:00.392358 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-5002e8f0-2ce0-4373-b67b-0ddfd98615b3 req-18fb23e4-fb10-4c99-8940-75f379b0acf1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 1130 time: 0.0434401 Feb 17 15:47:00.408622 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 505221e4-323c-4366-9992-2473a03a05ed is: DOWN; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:00.409018 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (505221e4-323c-4366-9992-2473a03a05ed), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:00.422631 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 505221e4-323c-4366-9992-2473a03a05ed {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:47:00.445763 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-5002e8f0-2ce0-4373-b67b-0ddfd98615b3 req-35ed3232-0590-4a50-8857-f701d16be667 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445178 Feb 17 15:47:00.446113 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 505221e4-323c-4366-9992-2473a03a05ed, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=505221e4-323c-4366-9992-2473a03a05ed,segment=NetworkSegment(9596e9eb-bfeb-481a-82bb-517ab15c82d5),segment_id=9596e9eb-bfeb-481a-82bb-517ab15c82d5)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:47:00.452089 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (505221e4-323c-4366-9992-2473a03a05ed), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:00.506541 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=505221e4-323c-4366-9992-2473a03a05ed,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:00.522597 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a23bc7-cc47-4acc-be5f-875cfe707c88 req-6347ed76-8f6d-49a9-a011-a749d703891a tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:00.524093 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-10a23bc7-cc47-4acc-be5f-875cfe707c88 req-6347ed76-8f6d-49a9-a011-a749d703891a tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 944 time: 0.0549245 Feb 17 15:47:00.569909 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-10a23bc7-cc47-4acc-be5f-875cfe707c88 req-bd8319b3-453c-4f62-be79-712a86f97ef9 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400496 Feb 17 15:47:00.749312 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['505221e4-323c-4366-9992-2473a03a05ed'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:47:01.772425 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0924d5d-49fc-4f17-bcb5-772e6c2c82a8 req-77f4d6aa-6ac4-4637-b914-ea373e81d1b3 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:01.775014 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c0924d5d-49fc-4f17-bcb5-772e6c2c82a8 req-77f4d6aa-6ac4-4637-b914-ea373e81d1b3 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 944 time: 0.1082420 Feb 17 15:47:01.858105 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c0924d5d-49fc-4f17-bcb5-772e6c2c82a8 req-c4c82145-fc5d-4927-b287-ae44f6454471 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757880 Feb 17 15:47:01.979956 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 51964) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:02.014471 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 51968) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:02.122672 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-5d7e6a50-8595-4ac2-b29a-71db87d0c6d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:02.134859 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-aa4a2f85-1bd6-45cb-841e-10db75d6ec23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:02.254106 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-5d7e6a50-8595-4ac2-b29a-71db87d0c6d2 admin admin] Publish callbacks [] for security_group (efbf3cb7-1f4c-44c6-a820-da47bfa87051), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:02.256046 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-aa4a2f85-1bd6-45cb-841e-10db75d6ec23 admin admin] Publish callbacks [] for security_group (dca3b24f-14c0-40c8-aa6d-6553f14988ff), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:02.259165 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-5d7e6a50-8595-4ac2-b29a-71db87d0c6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (efbf3cb7-1f4c-44c6-a820-da47bfa87051), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:02.268988 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-aa4a2f85-1bd6-45cb-841e-10db75d6ec23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (dca3b24f-14c0-40c8-aa6d-6553f14988ff), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:02.311021 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-5d7e6a50-8595-4ac2-b29a-71db87d0c6d2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f1c0197422344c34a0f15d6a68acaaee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953715 Feb 17 15:47:02.313649 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 51974) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:02.317788 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-aa4a2f85-1bd6-45cb-841e-10db75d6ec23 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a6465e2282444759abc3f5130c519d1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3367069 Feb 17 15:47:02.318925 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e6a50-8595-4ac2-b29a-71db87d0c6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbf3cb7-1f4c-44c6-a820-da47bfa87051,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:02.320578 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 51976) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:02.348784 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a2f85-1bd6-45cb-841e-10db75d6ec23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca3b24f-14c0-40c8-aa6d-6553f14988ff,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:02.393361 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-4d8eaa62-5776-4d67-9c10-ff20ab3c0f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:02.410224 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-078db41f-4cd0-451c-aad6-39cb69ef8a0b admin admin] Publish callbacks [] for security_group (efbf3cb7-1f4c-44c6-a820-da47bfa87051), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:02.414396 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-97af64b3-d31e-495c-84fa-7e6e51c5fc70 admin admin] Publish callbacks [] for security_group (dca3b24f-14c0-40c8-aa6d-6553f14988ff), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:02.445293 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-078db41f-4cd0-451c-aad6-39cb69ef8a0b admin admin] Publish callbacks [] for security_group (efbf3cb7-1f4c-44c6-a820-da47bfa87051), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:02.455558 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-97af64b3-d31e-495c-84fa-7e6e51c5fc70 admin admin] Publish callbacks [] for security_group (dca3b24f-14c0-40c8-aa6d-6553f14988ff), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:02.519739 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-078db41f-4cd0-451c-aad6-39cb69ef8a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (efbf3cb7-1f4c-44c6-a820-da47bfa87051), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:02.522754 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-078db41f-4cd0-451c-aad6-39cb69ef8a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:02.523909 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-078db41f-4cd0-451c-aad6-39cb69ef8a0b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/efbf3cb7-1f4c-44c6-a820-da47bfa87051 HTTP/1.1" status: 204 len: 168 time: 0.2092733 Feb 17 15:47:02.528180 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-97af64b3-d31e-495c-84fa-7e6e51c5fc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (dca3b24f-14c0-40c8-aa6d-6553f14988ff), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:02.530506 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-97af64b3-d31e-495c-84fa-7e6e51c5fc70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:02.531549 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-97af64b3-d31e-495c-84fa-7e6e51c5fc70 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dca3b24f-14c0-40c8-aa6d-6553f14988ff HTTP/1.1" status: 204 len: 168 time: 0.2091956 Feb 17 15:47:02.537096 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078db41f-4cd0-451c-aad6-39cb69ef8a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbf3cb7-1f4c-44c6-a820-da47bfa87051,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:02.547733 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af64b3-d31e-495c-84fa-7e6e51c5fc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca3b24f-14c0-40c8-aa6d-6553f14988ff,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:02.828085 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 51988) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:02.829271 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 51990) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:02.843568 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-0f8e15cc-e301-4c30-92d1-864db978af15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:02.843740 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0e57fe1b-67aa-45b8-8669-2b012420003b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:02.940848 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0e57fe1b-67aa-45b8-8669-2b012420003b admin admin] Publish callbacks [] for security_group (c9ccf929-76a6-46ae-b7e1-12367014d00f), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:02.945621 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0e57fe1b-67aa-45b8-8669-2b012420003b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (c9ccf929-76a6-46ae-b7e1-12367014d00f), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:02.969407 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-0f8e15cc-e301-4c30-92d1-864db978af15 admin admin] Publish callbacks [] for security_group (72298ff5-b628-4ef7-8951-4e66c5dc887e), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:02.973892 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-0f8e15cc-e301-4c30-92d1-864db978af15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (72298ff5-b628-4ef7-8951-4e66c5dc887e), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:02.985351 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57fe1b-67aa-45b8-8669-2b012420003b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ccf929-76a6-46ae-b7e1-12367014d00f,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:02.992390 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-0e57fe1b-67aa-45b8-8669-2b012420003b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2de9999665c347478c64822f42bf1b01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1596618 Feb 17 15:47:02.992647 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 51996) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:03.020137 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e15cc-e301-4c30-92d1-864db978af15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72298ff5-b628-4ef7-8951-4e66c5dc887e,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:03.029813 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-0f8e15cc-e301-4c30-92d1-864db978af15 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=23836175ff474b2badc4d399e3f96156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975434 Feb 17 15:47:03.031572 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 51998) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:03.039153 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37e0b6d-3d77-4220-b921-04dde5cd4c3f req-7cb9d5e1-e462-4bd3-bc6a-f621d1be3f1d tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:03.041195 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f37e0b6d-3d77-4220-b921-04dde5cd4c3f req-7cb9d5e1-e462-4bd3-bc6a-f621d1be3f1d tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 944 time: 0.1098950 Feb 17 15:47:03.053433 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-6beea787-b0c1-4b2f-a53b-2d5c1f48fe9f admin admin] Publish callbacks [] for security_group (c9ccf929-76a6-46ae-b7e1-12367014d00f), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:03.086817 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-6beea787-b0c1-4b2f-a53b-2d5c1f48fe9f admin admin] Publish callbacks [] for security_group (c9ccf929-76a6-46ae-b7e1-12367014d00f), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:03.087521 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f37e0b6d-3d77-4220-b921-04dde5cd4c3f req-448a0db7-fd05-4e0f-88a3-610bd108be4a tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398993 Feb 17 15:47:03.122774 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-91961291-f21a-4eb7-8fce-0dea1bc471ae admin admin] Publish callbacks [] for security_group (72298ff5-b628-4ef7-8951-4e66c5dc887e), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:03.146334 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-91961291-f21a-4eb7-8fce-0dea1bc471ae admin admin] Publish callbacks [] for security_group (72298ff5-b628-4ef7-8951-4e66c5dc887e), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:03.161664 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-6beea787-b0c1-4b2f-a53b-2d5c1f48fe9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (c9ccf929-76a6-46ae-b7e1-12367014d00f), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:03.164114 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-6beea787-b0c1-4b2f-a53b-2d5c1f48fe9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:03.165309 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-6beea787-b0c1-4b2f-a53b-2d5c1f48fe9f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c9ccf929-76a6-46ae-b7e1-12367014d00f HTTP/1.1" status: 204 len: 168 time: 0.1716499 Feb 17 15:47:03.184633 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beea787-b0c1-4b2f-a53b-2d5c1f48fe9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ccf929-76a6-46ae-b7e1-12367014d00f,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:03.208968 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-91961291-f21a-4eb7-8fce-0dea1bc471ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (72298ff5-b628-4ef7-8951-4e66c5dc887e), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:03.212903 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-91961291-f21a-4eb7-8fce-0dea1bc471ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:03.214075 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-91961291-f21a-4eb7-8fce-0dea1bc471ae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/72298ff5-b628-4ef7-8951-4e66c5dc887e HTTP/1.1" status: 204 len: 168 time: 0.1821942 Feb 17 15:47:03.222398 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91961291-f21a-4eb7-8fce-0dea1bc471ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72298ff5-b628-4ef7-8951-4e66c5dc887e,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:03.599041 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 52018) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:03.608901 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:03.617522 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7ac19dd4-59ae-4633-9435-80c60ac9acf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:03.700791 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7ac19dd4-59ae-4633-9435-80c60ac9acf9 admin admin] Publish callbacks [] for security_group (608ad0ec-4a18-4e6f-8448-cf5d362f7d3f), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:03.705097 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7ac19dd4-59ae-4633-9435-80c60ac9acf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (608ad0ec-4a18-4e6f-8448-cf5d362f7d3f), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:03.742941 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-7ac19dd4-59ae-4633-9435-80c60ac9acf9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=08323bd2b3384e01a82dee3c414ea1e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424866 Feb 17 15:47:03.744356 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac19dd4-59ae-4633-9435-80c60ac9acf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608ad0ec-4a18-4e6f-8448-cf5d362f7d3f,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:03.746774 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 52022) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:03.799721 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-807e7429-87a9-4c0f-8ad3-1467d1a7d067 admin admin] Publish callbacks [] for security_group (608ad0ec-4a18-4e6f-8448-cf5d362f7d3f), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:03.820303 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-807e7429-87a9-4c0f-8ad3-1467d1a7d067 admin admin] Publish callbacks [] for security_group (608ad0ec-4a18-4e6f-8448-cf5d362f7d3f), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:03.868078 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-807e7429-87a9-4c0f-8ad3-1467d1a7d067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (608ad0ec-4a18-4e6f-8448-cf5d362f7d3f), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:03.870850 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-807e7429-87a9-4c0f-8ad3-1467d1a7d067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:03.884942 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-807e7429-87a9-4c0f-8ad3-1467d1a7d067 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/608ad0ec-4a18-4e6f-8448-cf5d362f7d3f HTTP/1.1" status: 204 len: 168 time: 0.1248395 Feb 17 15:47:03.894210 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e7429-87a9-4c0f-8ad3-1467d1a7d067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608ad0ec-4a18-4e6f-8448-cf5d362f7d3f,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:03.957343 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 505221e4-323c-4366-9992-2473a03a05ed up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:47:04.011178 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning for port 505221e4-323c-4366-9992-2473a03a05ed completed by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 15:47:04.015252 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port 505221e4-323c-4366-9992-2473a03a05ed triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:04.015625 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (505221e4-323c-4366-9992-2473a03a05ed), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:04.095930 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 505221e4-323c-4366-9992-2473a03a05ed is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:04.096479 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (505221e4-323c-4366-9992-2473a03a05ed), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:04.125695 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bcf5eb-349d-4287-982e-a1b8ee008209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505221e4-323c-4366-9992-2473a03a05ed'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:47:04.127931 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3021ccf-8f42-4eab-b421-bd04a8991132" -d '{"events": [{"server_uuid": "38bcf5eb-349d-4287-982e-a1b8ee008209", "name": "network-vif-plugged", "status": "completed", "tag": "505221e4-323c-4366-9992-2473a03a05ed"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:47:04.142767 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 505221e4-323c-4366-9992-2473a03a05ed, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=505221e4-323c-4366-9992-2473a03a05ed,segment=NetworkSegment(9596e9eb-bfeb-481a-82bb-517ab15c82d5),segment_id=9596e9eb-bfeb-481a-82bb-517ab15c82d5)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:47:04.149167 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (505221e4-323c-4366-9992-2473a03a05ed), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:04.191834 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8478d99c-39a1-4a93-8061-073e2b085c01 x-openstack-request-id: req-8478d99c-39a1-4a93-8061-073e2b085c01 {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:47:04.192157 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bcf5eb-349d-4287-982e-a1b8ee008209", "name": "network-vif-plugged", "status": "completed", "tag": "505221e4-323c-4366-9992-2473a03a05ed", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:47:04.192418 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8478d99c-39a1-4a93-8061-073e2b085c01 {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:47:04.193148 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38bcf5eb-349d-4287-982e-a1b8ee008209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505221e4-323c-4366-9992-2473a03a05ed', 'code': 200} Feb 17 15:47:04.223673 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=505221e4-323c-4366-9992-2473a03a05ed,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:04.237056 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8b80f-2305-4692-9e4e-9c4b33af29df req-5fcd6de6-f8ba-4326-a00d-c39aa02f47ff tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:04.239193 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-16f8b80f-2305-4692-9e4e-9c4b33af29df req-5fcd6de6-f8ba-4326-a00d-c39aa02f47ff tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0663922 Feb 17 15:47:04.298336 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-16f8b80f-2305-4692-9e4e-9c4b33af29df req-43b9038e-7a78-4ed2-a1a3-adf833151990 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534391 Feb 17 15:47:05.070671 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:05.085273 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8889f-5dd7-4251-951d-dc8bc17a445c req-62e661bb-f10e-49e9-8f1c-a385194cc7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:05.086761 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-b2f8889f-5dd7-4251-951d-dc8bc17a445c req-62e661bb-f10e-49e9-8f1c-a385194cc7b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 1129 time: 0.0570574 Feb 17 15:47:05.136270 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-b2f8889f-5dd7-4251-951d-dc8bc17a445c req-b622e507-3cc3-46e8-b75b-668b34b9bb04 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420203 Feb 17 15:47:05.431011 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00932d-4d9b-4096-8e5c-db22ae1e8d39 req-c3af7b3f-661d-4781-af49-3299a5307597 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:05.432423 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4f00932d-4d9b-4096-8e5c-db22ae1e8d39 req-c3af7b3f-661d-4781-af49-3299a5307597 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0643344 Feb 17 15:47:05.479031 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4f00932d-4d9b-4096-8e5c-db22ae1e8d39 req-03765f44-e563-4cf3-a9d4-7d52d19611b0 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410538 Feb 17 15:47:06.547413 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:06.771009 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86058f-646c-47f2-afc9-43787f0e7274 req-728e98f8-29cd-46d1-9b05-bd5a3fd60e2f tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:06.772398 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2b86058f-646c-47f2-afc9-43787f0e7274 req-728e98f8-29cd-46d1-9b05-bd5a3fd60e2f tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0521834 Feb 17 15:47:06.820249 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2b86058f-646c-47f2-afc9-43787f0e7274 req-d2f5bc82-39c1-4cab-8a54-5a1f7bb188b5 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415730 Feb 17 15:47:07.084159 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791456d-bf7d-477c-bd3a-f057bd7e4bec req-82f541fc-cae4-4929-800f-e601040966fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:07.085705 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-e791456d-bf7d-477c-bd3a-f057bd7e4bec req-82f541fc-cae4-4929-800f-e601040966fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3590575d8d3f494684bef28728ed18cf&device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 1129 time: 0.0488012 Feb 17 15:47:07.110115 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b07b097-3f7a-456d-a3ca-75aa490667fd req-fbfc2a30-6b7c-4027-a628-7376930d967b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:07.111863 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5b07b097-3f7a-456d-a3ca-75aa490667fd req-fbfc2a30-6b7c-4027-a628-7376930d967b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0698962 Feb 17 15:47:07.162095 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5b07b097-3f7a-456d-a3ca-75aa490667fd req-635462d0-d065-41ba-969d-0c9e562badc3 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438952 Feb 17 15:47:07.183164 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791456d-bf7d-477c-bd3a-f057bd7e4bec req-ee734673-eb40-4107-b00b-17901e0e4de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:07.184893 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-e791456d-bf7d-477c-bd3a-f057bd7e4bec req-ee734673-eb40-4107-b00b-17901e0e4de4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f0e30230-6441-4de7-a93e-b922b3f12ef8 HTTP/1.1" status: 200 len: 920 time: 0.0893898 Feb 17 15:47:07.225596 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-e791456d-bf7d-477c-bd3a-f057bd7e4bec req-edda0a23-09d6-4d35-b327-ecd5ca86860f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=505221e4-323c-4366-9992-2473a03a05ed HTTP/1.1" status: 200 len: 217 time: 0.0344419 Feb 17 15:47:07.282566 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e791456d-bf7d-477c-bd3a-f057bd7e4bec req-e57b386d-b469-4696-b763-65ccd6544804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:07.284114 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-e791456d-bf7d-477c-bd3a-f057bd7e4bec req-e57b386d-b469-4696-b763-65ccd6544804 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5000a553-a753-4233-bfff-e0941123e42d HTTP/1.1" status: 200 len: 859 time: 0.0521176 Feb 17 15:47:07.323528 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-e791456d-bf7d-477c-bd3a-f057bd7e4bec req-67350727-8b36-41f9-ae60-b7f5a7660072 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f0e30230-6441-4de7-a93e-b922b3f12ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285039 Feb 17 15:47:07.424782 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-e791456d-bf7d-477c-bd3a-f057bd7e4bec req-17ac2f2f-9250-4114-b910-5c2c18ea41b5 service neutron] 10.222.0.24 "GET /v2.0/networks/f0e30230-6441-4de7-a93e-b922b3f12ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935211 Feb 17 15:47:07.517090 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-e791456d-bf7d-477c-bd3a-f057bd7e4bec req-187c5050-d30e-4b1c-9f6d-dad2ecc8584f service neutron] 10.222.0.24 "GET /v2.0/networks/f0e30230-6441-4de7-a93e-b922b3f12ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859327 Feb 17 15:47:08.284849 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9c672-5140-4447-8a16-4ccc84b51ff8 req-d636ac15-1754-4503-94ea-167807258873 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:08.286309 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a0a9c672-5140-4447-8a16-4ccc84b51ff8 req-d636ac15-1754-4503-94ea-167807258873 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0522530 Feb 17 15:47:08.335935 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a0a9c672-5140-4447-8a16-4ccc84b51ff8 req-87307dbb-d2fc-4407-a9d2-e81bfb25e986 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431633 Feb 17 15:47:08.762493 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 52238) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:08.878709 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b4755ed6-c040-4521-b45d-4f74720a7827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:08.963831 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b4755ed6-c040-4521-b45d-4f74720a7827 admin admin] Publish callbacks [] for security_group (1987d953-228c-47e0-8fd3-48999833093a), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:08.967777 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b4755ed6-c040-4521-b45d-4f74720a7827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (1987d953-228c-47e0-8fd3-48999833093a), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:09.010072 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 52246) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:09.011100 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-b4755ed6-c040-4521-b45d-4f74720a7827 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0dadb38bf3b44c539237c6a628b01ea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463009 Feb 17 15:47:09.012073 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4755ed6-c040-4521-b45d-4f74720a7827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1987d953-228c-47e0-8fd3-48999833093a,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:09.062287 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bf8609d2-b9b0-437d-9843-1b40787bcf00 admin admin] Publish callbacks [] for security_group (1987d953-228c-47e0-8fd3-48999833093a), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:09.089364 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bf8609d2-b9b0-437d-9843-1b40787bcf00 admin admin] Publish callbacks [] for security_group (1987d953-228c-47e0-8fd3-48999833093a), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:09.154585 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bf8609d2-b9b0-437d-9843-1b40787bcf00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (1987d953-228c-47e0-8fd3-48999833093a), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:09.157520 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bf8609d2-b9b0-437d-9843-1b40787bcf00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:09.162324 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-bf8609d2-b9b0-437d-9843-1b40787bcf00 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1987d953-228c-47e0-8fd3-48999833093a HTTP/1.1" status: 204 len: 168 time: 0.1506767 Feb 17 15:47:09.171616 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8609d2-b9b0-437d-9843-1b40787bcf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1987d953-228c-47e0-8fd3-48999833093a,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:09.462167 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c946d26-0022-4908-af46-57ab6e23405f req-285da1be-5639-4d6a-8d77-959c40f63dc0 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:09.464279 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5c946d26-0022-4908-af46-57ab6e23405f req-285da1be-5639-4d6a-8d77-959c40f63dc0 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0576923 Feb 17 15:47:09.511216 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5c946d26-0022-4908-af46-57ab6e23405f req-a78695a3-f18d-46f2-bf36-e89e3b2ceab3 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415630 Feb 17 15:47:09.803382 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 52280) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:09.917018 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-045f9a22-9a27-4c54-804a-6461eb2ef7c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1908023118-network', 'tenant_id': '42f417bfaf2b41a1be72b7fd65a88a16'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:47:09.938520 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045f9a22-9a27-4c54-804a-6461eb2ef7c9 admin admin] Made reservation on behalf of 42f417bfaf2b41a1be72b7fd65a88a16 for: {'network': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:47:09.941033 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-045f9a22-9a27-4c54-804a-6461eb2ef7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for network (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:09.950306 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-045f9a22-9a27-4c54-804a-6461eb2ef7c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:10.030060 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-045f9a22-9a27-4c54-804a-6461eb2ef7c9 admin admin] Publish callbacks [] for security_group (5d9bdf5a-8e24-41e8-ba1f-61b90db22637), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:10.033981 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-045f9a22-9a27-4c54-804a-6461eb2ef7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (5d9bdf5a-8e24-41e8-ba1f-61b90db22637), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:10.061368 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045f9a22-9a27-4c54-804a-6461eb2ef7c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=109498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 15:47:10.067313 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f9a22-9a27-4c54-804a-6461eb2ef7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9bdf5a-8e24-41e8-ba1f-61b90db22637,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:10.077399 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-045f9a22-9a27-4c54-804a-6461eb2ef7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (78ee3f1d-c236-4a70-bf1f-c5e9746bffa4), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:10.077933 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.db.segments_db [None req-045f9a22-9a27-4c54-804a-6461eb2ef7c9 admin admin] Added segment 78ee3f1d-c236-4a70-bf1f-c5e9746bffa4 of type vlan for network 63235bca-1a35-4925-a38a-c86897ed950b Feb 17 15:47:10.126935 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-045f9a22-9a27-4c54-804a-6461eb2ef7c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726998781570'] for network (63235bca-1a35-4925-a38a-c86897ed950b), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:10.154244 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-045f9a22-9a27-4c54-804a-6461eb2ef7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for network (63235bca-1a35-4925-a38a-c86897ed950b), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:10.155460 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045f9a22-9a27-4c54-804a-6461eb2ef7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:10.156213 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-045f9a22-9a27-4c54-804a-6461eb2ef7c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:10.190581 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-045f9a22-9a27-4c54-804a-6461eb2ef7c9 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3861129 Feb 17 15:47:10.193877 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 52294) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:10.199426 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-e9c4bb65-9701-4322-9206-04ea8bf0a19f admin admin] Request body: {'subnet': {'network_id': '63235bca-1a35-4925-a38a-c86897ed950b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1908023118-subnet', 'tenant_id': '42f417bfaf2b41a1be72b7fd65a88a16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:47:10.217393 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c4bb65-9701-4322-9206-04ea8bf0a19f admin admin] Made reservation on behalf of 42f417bfaf2b41a1be72b7fd65a88a16 for: {'subnet': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:47:10.219633 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e9c4bb65-9701-4322-9206-04ea8bf0a19f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8557256'] for subnet (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:10.225509 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f9a22-9a27-4c54-804a-6461eb2ef7c9 admin admin] Pushing event updated for resources: {'Network': ['ID=63235bca-1a35-4925-a38a-c86897ed950b,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:10.235076 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Network 63235bca-1a35-4925-a38a-c86897ed950b details requested by agent ovs-agent-dv-cinder-606346-36-iscsi with host dv-cinder-606346-36-iscsi {{(pid=109500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 15:47:10.390357 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e9c4bb65-9701-4322-9206-04ea8bf0a19f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10182334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8557306'] for subnet (81800003-ed47-48bb-8426-7b6e8af6cdd1), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:10.437242 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4bb65-9701-4322-9206-04ea8bf0a19f admin admin] Pushing event updated for resources: {'Subnet': ['ID=81800003-ed47-48bb-8426-7b6e8af6cdd1,revision_number=0']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:10.452713 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c4bb65-9701-4322-9206-04ea8bf0a19f admin admin] Checking segment: {'id': '78ee3f1d-c236-4a70-bf1f-c5e9746bffa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '63235bca-1a35-4925-a38a-c86897ed950b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:47:10.453067 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c4bb65-9701-4322-9206-04ea8bf0a19f admin admin] Network hostable DHCP agents. Network: 63235bca-1a35-4925-a38a-c86897ed950b, hostable agents: ['c690b10a-9812-45df-b2f8-72b352956aca'], hosted agents: [] {{(pid=109499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 15:47:10.468630 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c4bb65-9701-4322-9206-04ea8bf0a19f admin admin] Network 63235bca-1a35-4925-a38a-c86897ed950b is scheduled to be hosted by DHCP agent c690b10a-9812-45df-b2f8-72b352956aca with binding_index 1 {{(pid=109499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 15:47:10.476830 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-e9c4bb65-9701-4322-9206-04ea8bf0a19f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-36-iscsi, 63235bca-1a35-4925-a38a-c86897ed950b) {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:47:10.481447 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c4bb65-9701-4322-9206-04ea8bf0a19f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:10.482051 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e9c4bb65-9701-4322-9206-04ea8bf0a19f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:10.485922 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5fa7ce-3f43-4941-9e40-869a0c7d8f92 None None] Network 63235bca-1a35-4925-a38a-c86897ed950b requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:47:10.498567 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-e9c4bb65-9701-4322-9206-04ea8bf0a19f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3034782 Feb 17 15:47:10.582766 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3188b08-d5c6-42a4-8654-007d02cd4721 None None] Network 63235bca-1a35-4925-a38a-c86897ed950b requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:47:10.659686 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772a6f20-8073-4d70-b4d2-c4c62da0e292 req-9509f2bf-f71b-4c45-b008-3b3d8769616b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:10.668725 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-772a6f20-8073-4d70-b4d2-c4c62da0e292 req-9509f2bf-f71b-4c45-b008-3b3d8769616b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0812540 Feb 17 15:47:10.726342 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-772a6f20-8073-4d70-b4d2-c4c62da0e292 req-98df066d-d4c1-448d-b4af-5362c8242142 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567672 Feb 17 15:47:11.605509 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 52332) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:11.710888 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c34ee2f7-26ce-4414-9ae7-98dbea922f61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:11.783405 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c34ee2f7-26ce-4414-9ae7-98dbea922f61 admin admin] Publish callbacks [] for security_group (6830a3e8-07f7-45a3-97c2-42afc1d8940f), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:11.787051 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c34ee2f7-26ce-4414-9ae7-98dbea922f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (6830a3e8-07f7-45a3-97c2-42afc1d8940f), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:11.846451 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ee2f7-26ce-4414-9ae7-98dbea922f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6830a3e8-07f7-45a3-97c2-42afc1d8940f,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:11.853230 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-c34ee2f7-26ce-4414-9ae7-98dbea922f61 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=903d640d10eb4d5c931d367e3a8b4175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466114 Feb 17 15:47:11.856535 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 52340) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:11.901888 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b4508-5dda-4b81-8b98-5241da33662f req-c505a7f6-219b-423f-88fd-33009f93c838 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:11.903337 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f91b4508-5dda-4b81-8b98-5241da33662f req-c505a7f6-219b-423f-88fd-33009f93c838 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.1043527 Feb 17 15:47:11.931418 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-0981f58c-9ca2-4c47-92a3-1ff4eef2b953 admin admin] Publish callbacks [] for security_group (6830a3e8-07f7-45a3-97c2-42afc1d8940f), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:11.970242 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-0981f58c-9ca2-4c47-92a3-1ff4eef2b953 admin admin] Publish callbacks [] for security_group (6830a3e8-07f7-45a3-97c2-42afc1d8940f), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:11.989735 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f91b4508-5dda-4b81-8b98-5241da33662f req-fe9582a7-f0f7-4e9e-9a78-e1c68b81d9e4 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801609 Feb 17 15:47:12.028751 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-0981f58c-9ca2-4c47-92a3-1ff4eef2b953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (6830a3e8-07f7-45a3-97c2-42afc1d8940f), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:12.031695 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-0981f58c-9ca2-4c47-92a3-1ff4eef2b953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:12.037169 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-0981f58c-9ca2-4c47-92a3-1ff4eef2b953 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6830a3e8-07f7-45a3-97c2-42afc1d8940f HTTP/1.1" status: 204 len: 168 time: 0.1781917 Feb 17 15:47:12.051050 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981f58c-9ca2-4c47-92a3-1ff4eef2b953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6830a3e8-07f7-45a3-97c2-42afc1d8940f,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:12.544846 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:13.122560 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93897933-720a-4a60-a7d8-a81572e68af2 req-9029e6c9-6eea-4b29-a40f-fdb558c1bd0b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:13.124333 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-93897933-720a-4a60-a7d8-a81572e68af2 req-9029e6c9-6eea-4b29-a40f-fdb558c1bd0b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0572093 Feb 17 15:47:13.175368 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-93897933-720a-4a60-a7d8-a81572e68af2 req-fc8949d3-ee5e-4be5-a37c-52cd388af033 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447612 Feb 17 15:47:14.293853 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e154c2-bed0-487c-9df3-dceecd2caef6 req-bec795b6-5697-4e73-bfc5-34c8f5b42af6 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:14.295343 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b0e154c2-bed0-487c-9df3-dceecd2caef6 req-bec795b6-5697-4e73-bfc5-34c8f5b42af6 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0508089 Feb 17 15:47:14.343406 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b0e154c2-bed0-487c-9df3-dceecd2caef6 req-0a542527-0c69-405b-9511-501d0d119c7b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426064 Feb 17 15:47:15.460789 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb98d9-9d3b-4f8c-80fa-a4d850695951 req-a15f2b38-791f-4b76-8a5a-85113412b1c5 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:15.462260 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-bcbb98d9-9d3b-4f8c-80fa-a4d850695951 req-a15f2b38-791f-4b76-8a5a-85113412b1c5 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0515115 Feb 17 15:47:15.507813 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-bcbb98d9-9d3b-4f8c-80fa-a4d850695951 req-72e38d8a-43e5-4e6f-8c44-2bffb4b688c1 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395150 Feb 17 15:47:15.597213 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:47:16.626621 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0394073-a70d-42f8-8a4e-eb5d0c540c1a req-7483c573-110d-4056-8bca-1c963aba8a92 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:16.628102 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c0394073-a70d-42f8-8a4e-eb5d0c540c1a req-7483c573-110d-4056-8bca-1c963aba8a92 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0529258 Feb 17 15:47:16.675528 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c0394073-a70d-42f8-8a4e-eb5d0c540c1a req-1aec9afe-d875-43ab-8ad7-b4659130be65 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415883 Feb 17 15:47:17.796794 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d522-f840-459b-9412-bedfdcb22f54 req-106f37e3-ca3c-4413-8a14-8bc28a1d1374 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:17.798384 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4116d522-f840-459b-9412-bedfdcb22f54 req-106f37e3-ca3c-4413-8a14-8bc28a1d1374 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0552819 Feb 17 15:47:17.846783 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4116d522-f840-459b-9412-bedfdcb22f54 req-62e85541-bdd2-4b63-a81b-30936d07ad82 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427964 Feb 17 15:47:18.966466 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e97d4-7226-4c67-8dd5-b43ca6f70de2 req-92113281-726e-4947-85ae-de5a70013182 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:18.967958 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-eb2e97d4-7226-4c67-8dd5-b43ca6f70de2 req-92113281-726e-4947-85ae-de5a70013182 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0552037 Feb 17 15:47:19.020124 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-eb2e97d4-7226-4c67-8dd5-b43ca6f70de2 req-221af987-31b1-4a61-9b0d-23d47b33bc19 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445187 Feb 17 15:47:20.150620 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead7240-464c-4a4f-8f91-5e351af87b26 req-fb8ad9d2-ef4a-498a-bb43-c531fd85fdd8 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:20.152109 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4ead7240-464c-4a4f-8f91-5e351af87b26 req-fb8ad9d2-ef4a-498a-bb43-c531fd85fdd8 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0638423 Feb 17 15:47:20.199665 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4ead7240-464c-4a4f-8f91-5e351af87b26 req-82fdea04-a174-49f0-a50e-8bef1127950f tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420074 Feb 17 15:47:21.325334 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394272ad-1816-4b83-964b-a1265a806502 req-ccdb7b9a-c809-4f6c-b3fc-fc2d69924856 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:21.326818 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-394272ad-1816-4b83-964b-a1265a806502 req-ccdb7b9a-c809-4f6c-b3fc-fc2d69924856 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0608191 Feb 17 15:47:21.375722 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-394272ad-1816-4b83-964b-a1265a806502 req-ca6c6d4d-03f7-44a3-ac17-4eb2e42e6267 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434036 Feb 17 15:47:22.493781 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae7002-d368-4312-bb6c-d9798589dfd0 req-ef1b56d1-bf62-4ddf-8d05-57ff13722a0e tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:22.495752 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-86ae7002-d368-4312-bb6c-d9798589dfd0 req-ef1b56d1-bf62-4ddf-8d05-57ff13722a0e tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0541940 Feb 17 15:47:22.545012 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-86ae7002-d368-4312-bb6c-d9798589dfd0 req-f754d636-7c43-4082-918c-dd1723c57abc tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436549 Feb 17 15:47:23.196363 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-0d1ee6e7-7d86-47c8-b1c5-472c5cf8079f tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:23.198431 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-0d1ee6e7-7d86-47c8-b1c5-472c5cf8079f tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/networks?id=63235bca-1a35-4925-a38a-c86897ed950b HTTP/1.1" status: 200 len: 809 time: 0.1045613 Feb 17 15:47:23.214067 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-a972c68c-4c0e-4f12-9ab5-d82bd53d6ac4 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/quotas/42f417bfaf2b41a1be72b7fd65a88a16 HTTP/1.1" status: 200 len: 375 time: 0.0094049 Feb 17 15:47:23.248824 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-c9264950-b796-4dd4-81a2-9a005cb7926f tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=42f417bfaf2b41a1be72b7fd65a88a16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294311 Feb 17 15:47:23.345887 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-330622bd-86cb-4ad9-91fd-a670764dc93f service neutron] 10.222.0.67 "GET /v2.0/networks/63235bca-1a35-4925-a38a-c86897ed950b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903811 Feb 17 15:47:23.454888 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-1449243f-37e4-4126-85ab-b2a264d03eb9 service neutron] 10.222.0.67 "GET /v2.0/networks/63235bca-1a35-4925-a38a-c86897ed950b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027594 Feb 17 15:47:23.636197 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1706040d-54f5-47fb-8212-b858a679b8e5 req-96a8837c-373b-449a-904d-fcc4fec56bb1 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=51e744d3-e5f3-45ef-b6f5-8ad3fa244301 HTTP/1.1" status: 200 len: 210 time: 0.0394158 Feb 17 15:47:23.705512 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0a159-9ccd-4a13-b47c-d93028941c49 req-c0091100-5420-4156-8b85-0803d1bc2827 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:23.707073 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-51c0a159-9ccd-4a13-b47c-d93028941c49 req-c0091100-5420-4156-8b85-0803d1bc2827 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0745442 Feb 17 15:47:23.764977 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-51c0a159-9ccd-4a13-b47c-d93028941c49 req-a240fe14-8dd7-4837-a86d-c6aaac0e06f4 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518930 Feb 17 15:47:24.685280 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-8132bee6-d5c4-4c10-8c15-e158e368febd tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:24.686700 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-8132bee6-d5c4-4c10-8c15-e158e368febd tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.24 "GET /v2.0/networks?id=63235bca-1a35-4925-a38a-c86897ed950b HTTP/1.1" status: 200 len: 809 time: 0.1052189 Feb 17 15:47:24.701323 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-c3b923c2-fe9b-4783-b6e8-5f706d32cdfd tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Request body: {'port': {'device_id': '51e744d3-e5f3-45ef-b6f5-8ad3fa244301', 'network_id': '63235bca-1a35-4925-a38a-c86897ed950b', 'admin_state_up': True, 'tenant_id': '42f417bfaf2b41a1be72b7fd65a88a16'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:47:24.736302 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-38959b35-01da-41e9-8cb0-639b01824cb5 req-e6779245-3e9d-4a15-8273-15f30bb214f2 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=51e744d3-e5f3-45ef-b6f5-8ad3fa244301 HTTP/1.1" status: 200 len: 210 time: 0.0285971 Feb 17 15:47:24.817519 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-c3b923c2-fe9b-4783-b6e8-5f706d32cdfd tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Made reservation on behalf of 42f417bfaf2b41a1be72b7fd65a88a16 for: {'port': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:47:24.821054 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-c3b923c2-fe9b-4783-b6e8-5f706d32cdfd tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:24.903603 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd21b69-abcf-4ff7-b237-d8d2ed4ba528 req-e143f88f-7085-4f0e-bf62-78262acaaba1 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:24.905189 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ccd21b69-abcf-4ff7-b237-d8d2ed4ba528 req-e143f88f-7085-4f0e-bf62-78262acaaba1 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0638559 Feb 17 15:47:24.958971 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_common [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-c3b923c2-fe9b-4783-b6e8-5f706d32cdfd tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Allocated IP 172.20.0.14 (63235bca-1a35-4925-a38a-c86897ed950b/81800003-ed47-48bb-8426-7b6e8af6cdd1/0691a61a-0ac4-4fd3-a616-5a955004cdc1) {{(pid=109498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:47:24.969529 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ccd21b69-abcf-4ff7-b237-d8d2ed4ba528 req-66061f17-4bf5-425f-b722-b47f0027b9d8 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584588 Feb 17 15:47:25.220398 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 52684) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:25.324548 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-c3b923c2-fe9b-4783-b6e8-5f706d32cdfd tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Publish callbacks [] for port (0691a61a-0ac4-4fd3-a616-5a955004cdc1), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:25.331290 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-1739bcec-c0f4-4846-bb29-4a425ed5f4fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:25.366984 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-c3b923c2-fe9b-4783-b6e8-5f706d32cdfd tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (0691a61a-0ac4-4fd3-a616-5a955004cdc1), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:25.419577 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-1739bcec-c0f4-4846-bb29-4a425ed5f4fe admin admin] Publish callbacks [] for security_group (6736503f-efac-418d-bb39-0a45cb2fa62b), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:25.420458 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-c3b923c2-fe9b-4783-b6e8-5f706d32cdfd tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Network 63235bca-1a35-4925-a38a-c86897ed950b is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:47:25.423502 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-c3b923c2-fe9b-4783-b6e8-5f706d32cdfd tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:47:25.424587 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-1739bcec-c0f4-4846-bb29-4a425ed5f4fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (6736503f-efac-418d-bb39-0a45cb2fa62b), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:25.427824 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-c3b923c2-fe9b-4783-b6e8-5f706d32cdfd tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Received port after_create {{(pid=109498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:47:25.431787 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b923c2-fe9b-4783-b6e8-5f706d32cdfd tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Pushing event updated for resources: {'Port': ['ID=0691a61a-0ac4-4fd3-a616-5a955004cdc1,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:25.465376 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-1739bcec-c0f4-4846-bb29-4a425ed5f4fe admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=18f28f6bcebf4f84bcbdc1382f2be606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437968 Feb 17 15:47:25.467328 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739bcec-c0f4-4846-bb29-4a425ed5f4fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6736503f-efac-418d-bb39-0a45cb2fa62b,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:25.468869 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 52690) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:25.486910 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-c3b923c2-fe9b-4783-b6e8-5f706d32cdfd tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:25.487528 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-c3b923c2-fe9b-4783-b6e8-5f706d32cdfd tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:25.521251 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-c3b923c2-fe9b-4783-b6e8-5f706d32cdfd tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8242538 Feb 17 15:47:25.535939 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-e775e13c-c01a-49eb-bcdc-d6510ff5fe79 service neutron] Request body: {'port': {'device_id': '51e744d3-e5f3-45ef-b6f5-8ad3fa244301', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:47:25.557683 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e338432a-65c3-4d25-a635-eb04acac8a8a admin admin] Publish callbacks [] for security_group (6736503f-efac-418d-bb39-0a45cb2fa62b), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:25.609122 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e338432a-65c3-4d25-a635-eb04acac8a8a admin admin] Publish callbacks [] for security_group (6736503f-efac-418d-bb39-0a45cb2fa62b), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:25.629345 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-e775e13c-c01a-49eb-bcdc-d6510ff5fe79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (0691a61a-0ac4-4fd3-a616-5a955004cdc1), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:25.703688 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e338432a-65c3-4d25-a635-eb04acac8a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (6736503f-efac-418d-bb39-0a45cb2fa62b), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:25.706196 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e338432a-65c3-4d25-a635-eb04acac8a8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:25.707339 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-e338432a-65c3-4d25-a635-eb04acac8a8a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6736503f-efac-418d-bb39-0a45cb2fa62b HTTP/1.1" status: 204 len: 168 time: 0.2375252 Feb 17 15:47:25.774541 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338432a-65c3-4d25-a635-eb04acac8a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6736503f-efac-418d-bb39-0a45cb2fa62b,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:25.881410 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81630191-8dd5-44fc-8cb8-3e9d8e091a61 req-5a696b02-0eb3-4e0d-a600-3d88a65c0a2a tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:25.882916 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-81630191-8dd5-44fc-8cb8-3e9d8e091a61 req-5a696b02-0eb3-4e0d-a600-3d88a65c0a2a tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=51e744d3-e5f3-45ef-b6f5-8ad3fa244301 HTTP/1.1" status: 200 len: 932 time: 0.0569253 Feb 17 15:47:25.934756 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-e775e13c-c01a-49eb-bcdc-d6510ff5fe79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0691a61a-0ac4-4fd3-a616-5a955004cdc1 {{(pid=109498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:47:25.940383 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-81630191-8dd5-44fc-8cb8-3e9d8e091a61 req-7377cdcf-2bb4-4baa-9a10-cc78f7c18c25 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498695 Feb 17 15:47:25.944205 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-e775e13c-c01a-49eb-bcdc-d6510ff5fe79 service neutron] Publish callbacks [] for port (0691a61a-0ac4-4fd3-a616-5a955004cdc1), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:25.958163 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.provisioning_blocks [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-e775e13c-c01a-49eb-bcdc-d6510ff5fe79 service neutron] Transition to ACTIVE for port object 0691a61a-0ac4-4fd3-a616-5a955004cdc1 will not be triggered until provisioned by entity L2. {{(pid=109498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 15:47:25.962199 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-e775e13c-c01a-49eb-bcdc-d6510ff5fe79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8641772'] for port (0691a61a-0ac4-4fd3-a616-5a955004cdc1), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:26.038665 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775e13c-c01a-49eb-bcdc-d6510ff5fe79 service neutron] Pushing event updated for resources: {'Port': ['ID=0691a61a-0ac4-4fd3-a616-5a955004cdc1,revision_number=2']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:26.097759 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-e775e13c-c01a-49eb-bcdc-d6510ff5fe79 service neutron] Attempting to bind port 0691a61a-0ac4-4fd3-a616-5a955004cdc1 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:47:26.098397 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-e775e13c-c01a-49eb-bcdc-d6510ff5fe79 service neutron] Attempting to bind port 0691a61a-0ac4-4fd3-a616-5a955004cdc1 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '78ee3f1d-c236-4a70-bf1f-c5e9746bffa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '63235bca-1a35-4925-a38a-c86897ed950b'}] {{(pid=109498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:47:26.098799 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-e775e13c-c01a-49eb-bcdc-d6510ff5fe79 service neutron] Attempting to bind port 0691a61a-0ac4-4fd3-a616-5a955004cdc1 on network 63235bca-1a35-4925-a38a-c86897ed950b {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:47:26.103663 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-e775e13c-c01a-49eb-bcdc-d6510ff5fe79 service neutron] Port 0691a61a-0ac4-4fd3-a616-5a955004cdc1 on network 63235bca-1a35-4925-a38a-c86897ed950b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 15:47:26.104761 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-e775e13c-c01a-49eb-bcdc-d6510ff5fe79 service neutron] Attempting to bind port 0691a61a-0ac4-4fd3-a616-5a955004cdc1 on network 63235bca-1a35-4925-a38a-c86897ed950b {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:47:26.108350 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625dcf4-e689-4b17-bc52-0c50145be230 req-83e48393-d583-4e67-97e6-ff6164814bb2 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:26.109868 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6625dcf4-e689-4b17-bc52-0c50145be230 req-83e48393-d583-4e67-97e6-ff6164814bb2 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0578234 Feb 17 15:47:26.110146 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-e775e13c-c01a-49eb-bcdc-d6510ff5fe79 service neutron] Checking agent: {'id': '085351c5-065a-4edc-ae4b-0d7f2b27b503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'started_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:47:26.110495 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-e775e13c-c01a-49eb-bcdc-d6510ff5fe79 service neutron] Checking segment: {'id': '78ee3f1d-c236-4a70-bf1f-c5e9746bffa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '63235bca-1a35-4925-a38a-c86897ed950b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:47:26.110881 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-e775e13c-c01a-49eb-bcdc-d6510ff5fe79 service neutron] Bound using segment: {'id': '78ee3f1d-c236-4a70-bf1f-c5e9746bffa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '63235bca-1a35-4925-a38a-c86897ed950b'} {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:47:26.111310 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-e775e13c-c01a-49eb-bcdc-d6510ff5fe79 service neutron] Bound port: 0691a61a-0ac4-4fd3-a616-5a955004cdc1, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ee3f1d-c236-4a70-bf1f-c5e9746bffa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '63235bca-1a35-4925-a38a-c86897ed950b'}}] {{(pid=109498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:47:26.111668 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-e775e13c-c01a-49eb-bcdc-d6510ff5fe79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (0691a61a-0ac4-4fd3-a616-5a955004cdc1), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:26.159467 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6625dcf4-e689-4b17-bc52-0c50145be230 req-f30d8e9b-e514-44e5-9e20-9672b6a3d70e tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422552 Feb 17 15:47:26.176739 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-e775e13c-c01a-49eb-bcdc-d6510ff5fe79 service neutron] For port 0691a61a-0ac4-4fd3-a616-5a955004cdc1, host hv-cinder-60634, cleared binding levels {{(pid=109498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:47:26.179881 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-e775e13c-c01a-49eb-bcdc-d6510ff5fe79 service neutron] For port 0691a61a-0ac4-4fd3-a616-5a955004cdc1, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=0691a61a-0ac4-4fd3-a616-5a955004cdc1,segment=NetworkSegment(78ee3f1d-c236-4a70-bf1f-c5e9746bffa4),segment_id=78ee3f1d-c236-4a70-bf1f-c5e9746bffa4)] {{(pid=109498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:47:26.185883 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-e775e13c-c01a-49eb-bcdc-d6510ff5fe79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8641772'] for port (0691a61a-0ac4-4fd3-a616-5a955004cdc1), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:26.223240 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-e775e13c-c01a-49eb-bcdc-d6510ff5fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:26.223853 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-e775e13c-c01a-49eb-bcdc-d6510ff5fe79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:26.225500 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-e775e13c-c01a-49eb-bcdc-d6510ff5fe79 service neutron] 10.222.0.24 "PUT /v2.0/ports/0691a61a-0ac4-4fd3-a616-5a955004cdc1 HTTP/1.1" status: 200 len: 1094 time: 0.6935625 Feb 17 15:47:26.225990 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51e744d3-e5f3-45ef-b6f5-8ad3fa244301', 'tag': '0691a61a-0ac4-4fd3-a616-5a955004cdc1'}] {{(pid=109498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:47:26.228134 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}780bf5bf4681f798ff63f4c2752ba00573ae695b8458fad7683b49eb1801337a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1beac4-0441-4f20-8daf-4ec117d8e29b" -d '{"events": [{"name": "network-changed", "server_uuid": "51e744d3-e5f3-45ef-b6f5-8ad3fa244301", "tag": "0691a61a-0ac4-4fd3-a616-5a955004cdc1"}]}' {{(pid=109498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:47:26.255845 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e775e13c-c01a-49eb-bcdc-d6510ff5fe79 service neutron] Pushing event updated for resources: {'Port': ['ID=0691a61a-0ac4-4fd3-a616-5a955004cdc1,revision_number=3']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:26.274036 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23190d1b-a186-4c3b-8e9d-4dc345110943 x-openstack-request-id: req-23190d1b-a186-4c3b-8e9d-4dc345110943 {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:47:26.274323 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51e744d3-e5f3-45ef-b6f5-8ad3fa244301", "tag": "0691a61a-0ac4-4fd3-a616-5a955004cdc1", "status": "completed", "code": 200}]} {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:47:26.274574 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-23190d1b-a186-4c3b-8e9d-4dc345110943 {{(pid=109498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:47:26.274974 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51e744d3-e5f3-45ef-b6f5-8ad3fa244301', 'tag': '0691a61a-0ac4-4fd3-a616-5a955004cdc1', 'status': 'completed', 'code': 200} Feb 17 15:47:26.329103 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-f002d5c0-f8f8-4bd0-832f-b17ffb3a596d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:26.330627 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-f002d5c0-f8f8-4bd0-832f-b17ffb3a596d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42f417bfaf2b41a1be72b7fd65a88a16&device_id=51e744d3-e5f3-45ef-b6f5-8ad3fa244301 HTTP/1.1" status: 200 len: 1128 time: 0.0476580 Feb 17 15:47:26.374327 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-ffcd7ad9-e8fd-4d2a-a9a9-981e143417a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0691a61a-0ac4-4fd3-a616-5a955004cdc1 HTTP/1.1" status: 200 len: 217 time: 0.0355525 Feb 17 15:47:26.430934 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-06c7c287-a18c-4c1e-9173-fccd3476fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:26.433063 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-06c7c287-a18c-4c1e-9173-fccd3476fcbc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81800003-ed47-48bb-8426-7b6e8af6cdd1 HTTP/1.1" status: 200 len: 849 time: 0.0504122 Feb 17 15:47:26.435877 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 52724) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:26.471595 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-90ebcc25-f7c7-4a37-9a94-981dea092651 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63235bca-1a35-4925-a38a-c86897ed950b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256453 Feb 17 15:47:26.537367 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-8af6a41b-3471-4da1-a40c-b5ff7a54d153 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1269444031-network', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:47:26.582771 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-18d77a96-175a-4497-9d24-2468251178c7 service neutron] 10.222.0.24 "GET /v2.0/networks/63235bca-1a35-4925-a38a-c86897ed950b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042581 Feb 17 15:47:26.583475 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af6a41b-3471-4da1-a40c-b5ff7a54d153 admin admin] Made reservation on behalf of ddb28ca63c6d47249089121ce5c485a5 for: {'network': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:47:26.585691 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-8af6a41b-3471-4da1-a40c-b5ff7a54d153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for network (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:26.606056 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-8af6a41b-3471-4da1-a40c-b5ff7a54d153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:26.719780 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f6279c4c-b3d1-4e0d-a452-147947ca9aab req-1291297a-ba83-42fa-befe-752994f7a723 service neutron] 10.222.0.24 "GET /v2.0/networks/63235bca-1a35-4925-a38a-c86897ed950b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227827 Feb 17 15:47:26.749995 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-8af6a41b-3471-4da1-a40c-b5ff7a54d153 admin admin] Publish callbacks [] for security_group (ccf0aad9-d6ed-47ee-942d-2a462cdc8b84), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:26.753600 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-8af6a41b-3471-4da1-a40c-b5ff7a54d153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (ccf0aad9-d6ed-47ee-942d-2a462cdc8b84), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:26.774399 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af6a41b-3471-4da1-a40c-b5ff7a54d153 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=109498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 15:47:26.816920 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-8af6a41b-3471-4da1-a40c-b5ff7a54d153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (bd7d13de-6f45-4b53-9a3f-b092a7dd4301), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:26.817251 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.db.segments_db [None req-8af6a41b-3471-4da1-a40c-b5ff7a54d153 admin admin] Added segment bd7d13de-6f45-4b53-9a3f-b092a7dd4301 of type vlan for network b9b11d9c-de0b-463a-b635-ac25c5f517d4 Feb 17 15:47:26.818385 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6a41b-3471-4da1-a40c-b5ff7a54d153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:26.866596 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-8af6a41b-3471-4da1-a40c-b5ff7a54d153 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726998781570'] for network (b9b11d9c-de0b-463a-b635-ac25c5f517d4), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:26.877113 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1beac4-0441-4f20-8daf-4ec117d8e29b req-55f3f08b-14fb-4db8-8ac2-f873e5953d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:26.878587 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ac1beac4-0441-4f20-8daf-4ec117d8e29b req-55f3f08b-14fb-4db8-8ac2-f873e5953d93 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42f417bfaf2b41a1be72b7fd65a88a16&device_id=51e744d3-e5f3-45ef-b6f5-8ad3fa244301 HTTP/1.1" status: 200 len: 1128 time: 0.0982778 Feb 17 15:47:26.920347 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-8af6a41b-3471-4da1-a40c-b5ff7a54d153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for network (b9b11d9c-de0b-463a-b635-ac25c5f517d4), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:26.921397 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af6a41b-3471-4da1-a40c-b5ff7a54d153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:26.921970 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-8af6a41b-3471-4da1-a40c-b5ff7a54d153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:26.990032 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-8af6a41b-3471-4da1-a40c-b5ff7a54d153 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5528996 Feb 17 15:47:26.993141 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 52744) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:27.002437 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-00f3d6a5-f685-4bb5-b6e6-e43fe0400954 admin admin] Request body: {'subnet': {'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1269444031-subnet', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'ip_version': 4}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:47:27.022063 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f3d6a5-f685-4bb5-b6e6-e43fe0400954 admin admin] Made reservation on behalf of ddb28ca63c6d47249089121ce5c485a5 for: {'subnet': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:47:27.024430 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-00f3d6a5-f685-4bb5-b6e6-e43fe0400954 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8557256'] for subnet (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:27.026693 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6a41b-3471-4da1-a40c-b5ff7a54d153 admin admin] Pushing event updated for resources: {'Network': ['ID=b9b11d9c-de0b-463a-b635-ac25c5f517d4,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:27.043312 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1beac4-0441-4f20-8daf-4ec117d8e29b req-bf236e1d-b323-42a3-8286-41b3232e9875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:27.044800 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ac1beac4-0441-4f20-8daf-4ec117d8e29b req-bf236e1d-b323-42a3-8286-41b3232e9875 service neutron] 10.222.0.24 "GET /v2.0/networks?id=63235bca-1a35-4925-a38a-c86897ed950b HTTP/1.1" status: 200 len: 910 time: 0.1555152 Feb 17 15:47:27.048957 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Network b9b11d9c-de0b-463a-b635-ac25c5f517d4 details requested by agent ovs-agent-dv-cinder-606346-36-iscsi with host dv-cinder-606346-36-iscsi {{(pid=109500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 15:47:27.090143 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ac1beac4-0441-4f20-8daf-4ec117d8e29b req-0c215ff9-5c1a-4f92-a9ac-572c057c989d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0691a61a-0ac4-4fd3-a616-5a955004cdc1 HTTP/1.1" status: 200 len: 217 time: 0.0385561 Feb 17 15:47:27.147631 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1beac4-0441-4f20-8daf-4ec117d8e29b req-bd6fe6cf-7422-41cb-9e1e-8e6bf9a78814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:27.149210 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ac1beac4-0441-4f20-8daf-4ec117d8e29b req-bd6fe6cf-7422-41cb-9e1e-8e6bf9a78814 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81800003-ed47-48bb-8426-7b6e8af6cdd1 HTTP/1.1" status: 200 len: 849 time: 0.0521748 Feb 17 15:47:27.160193 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd8b56-96ed-4924-b234-faf56fea216d req-84173b6e-e3b6-463c-947a-1ee86d0c4144 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:27.161689 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-20cd8b56-96ed-4924-b234-faf56fea216d req-84173b6e-e3b6-463c-947a-1ee86d0c4144 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=51e744d3-e5f3-45ef-b6f5-8ad3fa244301 HTTP/1.1" status: 200 len: 944 time: 0.1149571 Feb 17 15:47:27.196960 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ac1beac4-0441-4f20-8daf-4ec117d8e29b req-77b9870d-b8b7-4a39-b7f4-7845487ac7b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63235bca-1a35-4925-a38a-c86897ed950b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287607 Feb 17 15:47:27.242514 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-20cd8b56-96ed-4924-b234-faf56fea216d req-a9a44998-9a08-4ec8-a202-1b05ca8f9cfe tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743220 Feb 17 15:47:27.290701 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-00f3d6a5-f685-4bb5-b6e6-e43fe0400954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10182334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8557306'] for subnet (53a362a2-8dda-4f19-8af4-e1a3ccca9100), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:27.299079 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ac1beac4-0441-4f20-8daf-4ec117d8e29b req-e848aff5-82c6-49c5-90c1-d302a25b2c78 service neutron] 10.222.0.24 "GET /v2.0/networks/63235bca-1a35-4925-a38a-c86897ed950b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944879 Feb 17 15:47:27.377291 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f3d6a5-f685-4bb5-b6e6-e43fe0400954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53a362a2-8dda-4f19-8af4-e1a3ccca9100,revision_number=0']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:27.395615 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ac1beac4-0441-4f20-8daf-4ec117d8e29b req-facc063d-f67a-4ba0-a015-5dd4cd48d828 service neutron] 10.222.0.24 "GET /v2.0/networks/63235bca-1a35-4925-a38a-c86897ed950b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894566 Feb 17 15:47:27.401351 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af6795-5265-400c-9cfc-69270453d18c req-66468610-7d80-455a-8ff7-fd7a8a3609b2 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:27.402866 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-67af6795-5265-400c-9cfc-69270453d18c req-66468610-7d80-455a-8ff7-fd7a8a3609b2 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0862663 Feb 17 15:47:27.403874 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f3d6a5-f685-4bb5-b6e6-e43fe0400954 admin admin] Checking segment: {'id': 'bd7d13de-6f45-4b53-9a3f-b092a7dd4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:47:27.404238 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f3d6a5-f685-4bb5-b6e6-e43fe0400954 admin admin] Network hostable DHCP agents. Network: b9b11d9c-de0b-463a-b635-ac25c5f517d4, hostable agents: ['c690b10a-9812-45df-b2f8-72b352956aca'], hosted agents: [] {{(pid=109499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 15:47:27.441614 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f3d6a5-f685-4bb5-b6e6-e43fe0400954 admin admin] Network b9b11d9c-de0b-463a-b635-ac25c5f517d4 is scheduled to be hosted by DHCP agent c690b10a-9812-45df-b2f8-72b352956aca with binding_index 1 {{(pid=109499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 15:47:27.464026 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-00f3d6a5-f685-4bb5-b6e6-e43fe0400954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-36-iscsi, b9b11d9c-de0b-463a-b635-ac25c5f517d4) {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:47:27.470528 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f3d6a5-f685-4bb5-b6e6-e43fe0400954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:27.471113 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-00f3d6a5-f685-4bb5-b6e6-e43fe0400954 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:27.472993 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0546f8a2-dcfa-450b-af3b-e088686835b3 None None] Network b9b11d9c-de0b-463a-b635-ac25c5f517d4 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:47:27.480830 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-67af6795-5265-400c-9cfc-69270453d18c req-d8343532-6147-4eff-830e-eadb0cb39529 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718470 Feb 17 15:47:27.494293 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-00f3d6a5-f685-4bb5-b6e6-e43fe0400954 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4963720 Feb 17 15:47:27.494468 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 52752) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:27.498752 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-a68c5698-8762-41dc-aa64-1b558a3352f7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1269444031-router', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:47:27.518874 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a68c5698-8762-41dc-aa64-1b558a3352f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-222821'] for router (c9d5d350-71be-4ec7-afa8-b225e78ec3be), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:27.519741 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a68c5698-8762-41dc-aa64-1b558a3352f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-222878'] for router (c9d5d350-71be-4ec7-afa8-b225e78ec3be), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:27.579484 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a68c5698-8762-41dc-aa64-1b558a3352f7 admin admin] Publish callbacks [] for router_controller (c9d5d350-71be-4ec7-afa8-b225e78ec3be), precommit_add_association {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:27.586611 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47162491-1a19-4128-92bf-88e2f0ac711b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bcae54e-08a9-5feb-a18c-c07b874cf816-b9b11d9c-de0b-463a-b635-ac25c5f517d4', 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4', 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'fixed_ips': [{'subnet_id': '53a362a2-8dda-4f19-8af4-e1a3ccca9100'}]}} from dv-cinder-606346-36-iscsi. {{(pid=109500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 15:47:27.587728 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-47162491-1a19-4128-92bf-88e2f0ac711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:27.743487 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a68c5698-8762-41dc-aa64-1b558a3352f7 admin admin] Publish callbacks [] for router_gateway (c9d5d350-71be-4ec7-afa8-b225e78ec3be), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:27.772674 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.db_base_plugin_common [None req-47162491-1a19-4128-92bf-88e2f0ac711b None None] Allocated IP 172.20.0.2 (b9b11d9c-de0b-463a-b635-ac25c5f517d4/53a362a2-8dda-4f19-8af4-e1a3ccca9100/f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f) {{(pid=109500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:47:27.937694 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-47162491-1a19-4128-92bf-88e2f0ac711b None None] Publish callbacks [] for port (f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f), precommit_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:27.943153 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-47162491-1a19-4128-92bf-88e2f0ac711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664'] for port (f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f), after_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:27.972688 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a68c5698-8762-41dc-aa64-1b558a3352f7 admin admin] Publish callbacks [] for router_gateway (c9d5d350-71be-4ec7-afa8-b225e78ec3be), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:27.985987 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47162491-1a19-4128-92bf-88e2f0ac711b None None] Network b9b11d9c-de0b-463a-b635-ac25c5f517d4 is already hosted by enough agents. {{(pid=109500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:47:27.987808 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.scheduler.base_scheduler [None req-47162491-1a19-4128-92bf-88e2f0ac711b None None] Resources bound (agent type, host, resource id): {{(pid=109500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:47:27.991279 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47162491-1a19-4128-92bf-88e2f0ac711b None None] Received port after_create {{(pid=109500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:47:27.993282 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a68c5698-8762-41dc-aa64-1b558a3352f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:27.998882 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47162491-1a19-4128-92bf-88e2f0ac711b None None] Pushing event updated for resources: {'Port': ['ID=f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f,revision_number=1']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:28.060794 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-47162491-1a19-4128-92bf-88e2f0ac711b None None] Attempting to bind port f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:47:28.062046 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-47162491-1a19-4128-92bf-88e2f0ac711b None None] Attempting to bind port f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': 'bd7d13de-6f45-4b53-9a3f-b092a7dd4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4'}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:47:28.062553 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47162491-1a19-4128-92bf-88e2f0ac711b None None] Attempting to bind port f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f on network b9b11d9c-de0b-463a-b635-ac25c5f517d4 {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:47:28.067951 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47162491-1a19-4128-92bf-88e2f0ac711b None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:47:28.068329 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47162491-1a19-4128-92bf-88e2f0ac711b None None] Checking segment: {'id': 'bd7d13de-6f45-4b53-9a3f-b092a7dd4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:47:28.068768 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-47162491-1a19-4128-92bf-88e2f0ac711b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:28.069160 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47162491-1a19-4128-92bf-88e2f0ac711b None None] Bound using segment: {'id': 'bd7d13de-6f45-4b53-9a3f-b092a7dd4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4'} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:47:28.069621 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-47162491-1a19-4128-92bf-88e2f0ac711b None None] Bound port: f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7d13de-6f45-4b53-9a3f-b092a7dd4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4'}}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:47:28.070001 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-47162491-1a19-4128-92bf-88e2f0ac711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:28.126712 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [None req-a68c5698-8762-41dc-aa64-1b558a3352f7 admin admin] Allocated IP 172.27.3.90 (429489ab-2a85-400d-8dac-2c90bfd61144/c701940c-dc66-45fb-ad02-3d3f314099e2/3a4703ac-893a-4000-8603-26c5205f5321) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:47:28.133980 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-47162491-1a19-4128-92bf-88e2f0ac711b None None] For port f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:47:28.137652 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-47162491-1a19-4128-92bf-88e2f0ac711b None None] For port f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f,segment=NetworkSegment(bd7d13de-6f45-4b53-9a3f-b092a7dd4301),segment_id=bd7d13de-6f45-4b53-9a3f-b092a7dd4301)] {{(pid=109500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:47:28.143094 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-47162491-1a19-4128-92bf-88e2f0ac711b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:28.199899 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47162491-1a19-4128-92bf-88e2f0ac711b None None] Pushing event updated for resources: {'Port': ['ID=f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f,revision_number=2']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:28.230185 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a68c5698-8762-41dc-aa64-1b558a3352f7 admin admin] Publish callbacks [] for port (3a4703ac-893a-4000-8603-26c5205f5321), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:28.275877 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a68c5698-8762-41dc-aa64-1b558a3352f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (3a4703ac-893a-4000-8603-26c5205f5321), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:28.327226 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68c5698-8762-41dc-aa64-1b558a3352f7 admin admin] Network 429489ab-2a85-400d-8dac-2c90bfd61144 is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:47:28.340174 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-a68c5698-8762-41dc-aa64-1b558a3352f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:47:28.342560 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68c5698-8762-41dc-aa64-1b558a3352f7 admin admin] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:47:28.394097 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c5698-8762-41dc-aa64-1b558a3352f7 admin admin] Pushing event updated for resources: {'Port': ['ID=3a4703ac-893a-4000-8603-26c5205f5321,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:28.470917 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1bd3d-d93e-4733-8780-d598d4440be6 req-ace9789e-55a1-4ee6-9792-07145d68ee25 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:28.472803 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-72f1bd3d-d93e-4733-8780-d598d4440be6 req-ace9789e-55a1-4ee6-9792-07145d68ee25 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=51e744d3-e5f3-45ef-b6f5-8ad3fa244301 HTTP/1.1" status: 200 len: 944 time: 0.1441898 Feb 17 15:47:28.576565 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-72f1bd3d-d93e-4733-8780-d598d4440be6 req-8514c511-0ef4-4e40-aee8-93832ec5a1a5 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773015 Feb 17 15:47:28.939399 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c134191-9bd4-4708-9928-7af2be23a149 req-333cb8ba-c189-4a62-b066-5cf5cdb42273 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:28.940916 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2c134191-9bd4-4708-9928-7af2be23a149 req-333cb8ba-c189-4a62-b066-5cf5cdb42273 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.2996364 Feb 17 15:47:28.943499 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a68c5698-8762-41dc-aa64-1b558a3352f7 admin admin] Publish callbacks [] for router_gateway (c9d5d350-71be-4ec7-afa8-b225e78ec3be), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:29.070212 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2c134191-9bd4-4708-9928-7af2be23a149 req-217aae99-619a-4196-84a3-95b348c32121 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225829 Feb 17 15:47:29.136722 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:47:29.165732 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1197aabd-19f6-49e3-906b-351769035de1 None None] Network b9b11d9c-de0b-463a-b635-ac25c5f517d4 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:47:29.212123 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a68c5698-8762-41dc-aa64-1b558a3352f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605957'] for router (c9d5d350-71be-4ec7-afa8-b225e78ec3be), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:29.260960 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-848af486-c090-4c29-96e6-b0cd5368cb2f None None] Provisioning complete for port f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:29.261339 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-848af486-c090-4c29-96e6-b0cd5368cb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:29.283958 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:29.284334 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:29.365447 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68c5698-8762-41dc-aa64-1b558a3352f7 admin admin] Router c9d5d350-71be-4ec7-afa8-b225e78ec3be is scheduled to L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 with binding_index 1 {{(pid=109499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 15:47:29.504803 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68c5698-8762-41dc-aa64-1b558a3352f7 admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:47:29.522455 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] Sync routers for ids ['c9d5d350-71be-4ec7-afa8-b225e78ec3be'] in dv-cinder-606346-36-iscsi {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:47:29.538975 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] Routers {'c9d5d350-71be-4ec7-afa8-b225e78ec3be'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:47:29.555803 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:47:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['c9d5d350-71be-4ec7-afa8-b225e78ec3be'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:47:29.563445 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a68c5698-8762-41dc-aa64-1b558a3352f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:29.565132 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-a68c5698-8762-41dc-aa64-1b558a3352f7 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0696206 Feb 17 15:47:29.568014 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 52794) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:29.584712 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-848af486-c090-4c29-96e6-b0cd5368cb2f None None] Current status of the port f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:29.585091 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-848af486-c090-4c29-96e6-b0cd5368cb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:29.587020 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:29.587388 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:29.692633 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] For port f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f,segment=NetworkSegment(bd7d13de-6f45-4b53-9a3f-b092a7dd4301),segment_id=bd7d13de-6f45-4b53-9a3f-b092a7dd4301)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:47:29.712144 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:29.796954 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] Set router c9d5d350-71be-4ec7-afa8-b225e78ec3be gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:47:29.860725 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Pushing event updated for resources: {'Port': ['ID=f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f,revision_number=3']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:29.904144 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.db.api [None req-848af486-c090-4c29-96e6-b0cd5368cb2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 15:47:29.904833 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG oslo_db.api [None req-848af486-c090-4c29-96e6-b0cd5368cb2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 15:47:29.939337 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8888a41-8c8b-456a-8143-892058f752eb req-f0b7b58d-537e-424b-8484-a31fbbfaebdd tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:29.941396 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d8888a41-8c8b-456a-8143-892058f752eb req-f0b7b58d-537e-424b-8484-a31fbbfaebdd tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=51e744d3-e5f3-45ef-b6f5-8ad3fa244301 HTTP/1.1" status: 200 len: 944 time: 0.1456585 Feb 17 15:47:30.008239 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-8037dc14-355b-46a3-9a5b-cba32a1cbc08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:30.062591 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'name': 'tempest-TestMinimumBasicScenario-1269444031-router', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '3a4703ac-893a-4000-8603-26c5205f5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:27Z', 'updated_at': '2022-02-17T15:47:28Z', 'revision_number': 3, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'gw_port': {'id': '3a4703ac-893a-4000-8603-26c5205f5321', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:28Z', 'updated_at': '2022-02-17T15:47:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:47:30.089937 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] Checking router: c9d5d350-71be-4ec7-afa8-b225e78ec3be for host: dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:47:30.090534 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] Updating router c9d5d350-71be-4ec7-afa8-b225e78ec3be port 3a4703ac-893a-4000-8603-26c5205f5321 binding host dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 15:47:30.118835 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (3a4703ac-893a-4000-8603-26c5205f5321), before_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:30.133363 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d8888a41-8c8b-456a-8143-892058f752eb req-d1954778-6abf-4394-a855-8c8df38a0a9a tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586061 Feb 17 15:47:30.152640 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6c7b8-7701-4886-bdea-c15b675841e6 req-0877f3c1-9ecc-4b95-9dcd-6048cb01ebe4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:30.159315 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fcb6c7b8-7701-4886-bdea-c15b675841e6 req-0877f3c1-9ecc-4b95-9dcd-6048cb01ebe4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.1303020 Feb 17 15:47:30.314198 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fcb6c7b8-7701-4886-bdea-c15b675841e6 req-b8f781f8-9e8c-4edf-8f90-8d0eee731a45 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540294 Feb 17 15:47:30.328963 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18657219-a74d-4841-9442-ac36c49b37b4 req-b4520fd1-8510-4bce-bdcd-74579aedce3a tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:30.330430 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-18657219-a74d-4841-9442-ac36c49b37b4 req-b4520fd1-8510-4bce-bdcd-74579aedce3a tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.1335924 Feb 17 15:47:30.376810 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] Publish callbacks [] for port (3a4703ac-893a-4000-8603-26c5205f5321), precommit_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:30.381841 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (3a4703ac-893a-4000-8603-26c5205f5321), after_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:30.412323 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-18657219-a74d-4841-9442-ac36c49b37b4 req-1549a7b1-57a7-4229-ab09-1a44b4cc27a5 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743473 Feb 17 15:47:30.441722 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12074f-f525-4384-991b-86629fc66fbe None None] Pushing event updated for resources: {'Port': ['ID=3a4703ac-893a-4000-8603-26c5205f5321,revision_number=2']} {{(pid=109501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:30.452649 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] Attempting to bind port 3a4703ac-893a-4000-8603-26c5205f5321 on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:47:30.452791 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-848af486-c090-4c29-96e6-b0cd5368cb2f None None] Current status of the port f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:30.453218 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] Attempting to bind port 3a4703ac-893a-4000-8603-26c5205f5321 by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}] {{(pid=109501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:47:30.453371 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] Attempting to bind port 3a4703ac-893a-4000-8603-26c5205f5321 on network 429489ab-2a85-400d-8dac-2c90bfd61144 {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:47:30.458603 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:47:30.458979 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] Checking segment: {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:47:30.459374 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:30.459756 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] Bound using segment: {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'} {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:47:30.460212 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] Bound port: 3a4703ac-893a-4000-8603-26c5205f5321, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}}] {{(pid=109501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:47:30.460612 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (3a4703ac-893a-4000-8603-26c5205f5321), before_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:30.495733 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-4ebe518a-466a-47da-bec6-c797f03205a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:30.510274 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.db [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] For port 3a4703ac-893a-4000-8603-26c5205f5321, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:47:30.513842 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.db [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] For port 3a4703ac-893a-4000-8603-26c5205f5321, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=3a4703ac-893a-4000-8603-26c5205f5321,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:47:30.521646 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (3a4703ac-893a-4000-8603-26c5205f5321), after_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:30.578680 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-f249e07b-22a3-44ce-862b-49d2a8e8e719 None None] Provisioning complete for port f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:30.579980 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-f249e07b-22a3-44ce-862b-49d2a8e8e719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:30.594813 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] Routers {'c9d5d350-71be-4ec7-afa8-b225e78ec3be'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:47:30.595524 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:47:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['c9d5d350-71be-4ec7-afa8-b225e78ec3be'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:47:30.598737 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12074f-f525-4384-991b-86629fc66fbe None None] Pushing event updated for resources: {'Port': ['ID=3a4703ac-893a-4000-8603-26c5205f5321,revision_number=3']} {{(pid=109501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:30.702156 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [None req-4ebe518a-466a-47da-bec6-c797f03205a6 admin admin] Allocated IP 172.20.0.1 (b9b11d9c-de0b-463a-b635-ac25c5f517d4/53a362a2-8dda-4f19-8af4-e1a3ccca9100/e7bd575e-3283-446b-a6b7-c19a9adfc2f0) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:47:30.703080 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-f249e07b-22a3-44ce-862b-49d2a8e8e719 None None] Current status of the port f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:30.733084 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] Set router c9d5d350-71be-4ec7-afa8-b225e78ec3be gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:47:30.813558 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-4ebe518a-466a-47da-bec6-c797f03205a6 admin admin] Publish callbacks [] for port (e7bd575e-3283-446b-a6b7-c19a9adfc2f0), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:30.852136 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-4ebe518a-466a-47da-bec6-c797f03205a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (e7bd575e-3283-446b-a6b7-c19a9adfc2f0), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:30.891879 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebe518a-466a-47da-bec6-c797f03205a6 admin admin] Network b9b11d9c-de0b-463a-b635-ac25c5f517d4 is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:47:30.896980 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-4ebe518a-466a-47da-bec6-c797f03205a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:47:30.899442 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebe518a-466a-47da-bec6-c797f03205a6 admin admin] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:47:30.936537 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe518a-466a-47da-bec6-c797f03205a6 admin admin] Pushing event updated for resources: {'Port': ['ID=e7bd575e-3283-446b-a6b7-c19a9adfc2f0,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:30.938488 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'name': 'tempest-TestMinimumBasicScenario-1269444031-router', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '3a4703ac-893a-4000-8603-26c5205f5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:27Z', 'updated_at': '2022-02-17T15:47:28Z', 'revision_number': 3, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'gw_port': {'id': '3a4703ac-893a-4000-8603-26c5205f5321', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:28Z', 'updated_at': '2022-02-17T15:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:47:30.945984 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-4ebe518a-466a-47da-bec6-c797f03205a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606936'] for router_interface (c9d5d350-71be-4ec7-afa8-b225e78ec3be), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:30.969800 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97765172-d2ac-43cd-93e9-62bda89369ec None None] The sync data for ids ['c9d5d350-71be-4ec7-afa8-b225e78ec3be'] in dv-cinder-606346-36-iscsi is: [{'id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'name': 'tempest-TestMinimumBasicScenario-1269444031-router', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '3a4703ac-893a-4000-8603-26c5205f5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:27Z', 'updated_at': '2022-02-17T15:47:28Z', 'revision_number': 3, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'gw_port': {'id': '3a4703ac-893a-4000-8603-26c5205f5321', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:28Z', 'updated_at': '2022-02-17T15:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}] {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:47:31.103411 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:47:31.141000 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-4ebe518a-466a-47da-bec6-c797f03205a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (e7bd575e-3283-446b-a6b7-c19a9adfc2f0), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:31.154137 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-92a258e9-f2ef-49a0-9faa-274823ca7466 None None] Provisioning complete for port e7bd575e-3283-446b-a6b7-c19a9adfc2f0 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:31.154508 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-92a258e9-f2ef-49a0-9faa-274823ca7466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (e7bd575e-3283-446b-a6b7-c19a9adfc2f0), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:31.199809 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:31.200187 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:31.201975 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-92a258e9-f2ef-49a0-9faa-274823ca7466 None None] Port e7bd575e-3283-446b-a6b7-c19a9adfc2f0 cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:47:31.301979 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:31.357847 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e8089-8e83-4c13-920b-ebade2ddb60d req-4cd53808-cd51-4787-9bb8-76dcd084a8de tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:31.359020 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6f4e8089-8e83-4c13-920b-ebade2ddb60d req-4cd53808-cd51-4787-9bb8-76dcd084a8de tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=51e744d3-e5f3-45ef-b6f5-8ad3fa244301 HTTP/1.1" status: 200 len: 944 time: 0.1397765 Feb 17 15:47:31.397544 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-4ebe518a-466a-47da-bec6-c797f03205a6 admin admin] Publish callbacks [] for port (e7bd575e-3283-446b-a6b7-c19a9adfc2f0), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:31.417219 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-4ebe518a-466a-47da-bec6-c797f03205a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (e7bd575e-3283-446b-a6b7-c19a9adfc2f0), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:31.497384 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6f4e8089-8e83-4c13-920b-ebade2ddb60d req-06bf590a-39ae-4891-8232-9b81cb85b95a tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307137 Feb 17 15:47:31.520020 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-4ebe518a-466a-47da-bec6-c797f03205a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607044'] for router_interface (c9d5d350-71be-4ec7-afa8-b225e78ec3be), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:31.526792 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe518a-466a-47da-bec6-c797f03205a6 admin admin] Pushing event updated for resources: {'Port': ['ID=e7bd575e-3283-446b-a6b7-c19a9adfc2f0,revision_number=2']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:31.562245 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2bfa0-7b81-4d6a-9156-258c9ccd3f78 req-91883645-7442-4b2c-8619-bfc94e568cc8 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:31.563769 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-15e2bfa0-7b81-4d6a-9156-258c9ccd3f78 req-91883645-7442-4b2c-8619-bfc94e568cc8 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.1631968 Feb 17 15:47:31.711630 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-15e2bfa0-7b81-4d6a-9156-258c9ccd3f78 req-1c4cdfb0-e045-48b5-87f8-f3dd60d3f778 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366739 Feb 17 15:47:31.721256 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebe518a-466a-47da-bec6-c797f03205a6 admin admin] Network b9b11d9c-de0b-463a-b635-ac25c5f517d4 is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:47:31.730221 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d75c6c-0bf4-4e68-b624-4637ca0a1b91 req-d5ddb26a-8656-4eb3-ac8f-c39c7b3e33d3 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:31.731735 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-96d75c6c-0bf4-4e68-b624-4637ca0a1b91 req-d5ddb26a-8656-4eb3-ac8f-c39c7b3e33d3 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.1614838 Feb 17 15:47:31.732819 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-4ebe518a-466a-47da-bec6-c797f03205a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:47:32.033933 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-41aa32b1-2d5d-4f3f-a555-9f38d2c8b3ee None None] Provisioning complete for port e7bd575e-3283-446b-a6b7-c19a9adfc2f0 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:32.034470 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-41aa32b1-2d5d-4f3f-a555-9f38d2c8b3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (e7bd575e-3283-446b-a6b7-c19a9adfc2f0), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:32.072038 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-41aa32b1-2d5d-4f3f-a555-9f38d2c8b3ee None None] Port e7bd575e-3283-446b-a6b7-c19a9adfc2f0 cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:47:32.102087 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-96d75c6c-0bf4-4e68-b624-4637ca0a1b91 req-b6915f1c-cea1-4ace-baba-7ce39d18e92d tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096664 Feb 17 15:47:32.124170 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebe518a-466a-47da-bec6-c797f03205a6 admin admin] Router c9d5d350-71be-4ec7-afa8-b225e78ec3be has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:47:32.237346 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebe518a-466a-47da-bec6-c797f03205a6 admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:47:32.242873 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-4ebe518a-466a-47da-bec6-c797f03205a6 admin admin] 10.222.0.67 "PUT /v2.0/routers/c9d5d350-71be-4ec7-afa8-b225e78ec3be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6736705 Feb 17 15:47:32.399993 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-12ad9cc8-068e-4d97-a707-3af3defa8a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:32.641257 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea097a9a-7532-4fee-8349-ed5a01be2d90 req-96b709b0-b4d1-463b-a4a0-c6d55580ec34 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:32.642970 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ea097a9a-7532-4fee-8349-ed5a01be2d90 req-96b709b0-b4d1-463b-a4a0-c6d55580ec34 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=51e744d3-e5f3-45ef-b6f5-8ad3fa244301 HTTP/1.1" status: 200 len: 944 time: 0.0618336 Feb 17 15:47:32.693117 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ea097a9a-7532-4fee-8349-ed5a01be2d90 req-6f308920-0db9-4bff-8ce8-b70ef8213de0 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444591 Feb 17 15:47:32.720617 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] Sync routers for ids ['c9d5d350-71be-4ec7-afa8-b225e78ec3be'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:47:32.725434 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 52872) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:32.730347 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1276154709-network', 'tenant_id': '15fd010056f54decb6e2e558620f73cb'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:47:32.731750 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] Routers {'c9d5d350-71be-4ec7-afa8-b225e78ec3be'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:47:32.732365 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:47:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['c9d5d350-71be-4ec7-afa8-b225e78ec3be'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:47:32.752873 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Made reservation on behalf of 15fd010056f54decb6e2e558620f73cb for: {'network': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:47:32.755811 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for network (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:32.765782 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:32.876054 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] Set router c9d5d350-71be-4ec7-afa8-b225e78ec3be gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:47:32.877746 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856a622-b993-4db0-9278-d998a96e5f2a req-039687ad-7043-48a8-9ccf-036dd491031b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:32.879227 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4856a622-b993-4db0-9278-d998a96e5f2a req-039687ad-7043-48a8-9ccf-036dd491031b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.0905094 Feb 17 15:47:32.909530 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Publish callbacks [] for security_group (6a4cb867-5baf-4353-a4b5-99b16315c204), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:32.915263 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (6a4cb867-5baf-4353-a4b5-99b16315c204), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:32.949113 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=109499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 15:47:32.971603 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4856a622-b993-4db0-9278-d998a96e5f2a req-116dca02-026f-48e6-8a28-20a805cc9614 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867026 Feb 17 15:47:32.976542 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (a6a494c2-fe5f-4a9f-a816-ca6aa6111a98), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:32.976888 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.segments_db [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Added segment a6a494c2-fe5f-4a9f-a816-ca6aa6111a98 of type vlan for network 2768b9c2-24a0-4ecc-93b7-a8634da4b8fc Feb 17 15:47:32.978195 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4cb867-5baf-4353-a4b5-99b16315c204,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:32.999533 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:32.999533 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:32.999533 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:32.999533 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:32.999533 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:32.999533 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:32.999533 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:32.999533 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:32.999533 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:32.999533 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:32.999533 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:32.999533 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:32.999533 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:33.043443 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726998781570'] for network (2768b9c2-24a0-4ecc-93b7-a8634da4b8fc), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:33.083454 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for network (2768b9c2-24a0-4ecc-93b7-a8634da4b8fc), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:33.084757 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:33.085527 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:33.114247 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'name': 'tempest-TestMinimumBasicScenario-1269444031-router', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '3a4703ac-893a-4000-8603-26c5205f5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:27Z', 'updated_at': '2022-02-17T15:47:31Z', 'revision_number': 4, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'gw_port': {'id': '3a4703ac-893a-4000-8603-26c5205f5321', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:66:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:28Z', 'updated_at': '2022-02-17T15:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'e7bd575e-3283-446b-a6b7-c19a9adfc2f0', 'name': '', 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'mac_address': 'fa:16:3e:61:c0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '53a362a2-8dda-4f19-8af4-e1a3ccca9100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:30Z', 'updated_at': '2022-02-17T15:47:31Z', 'revision_number': 2, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'subnets': [{'id': '53a362a2-8dda-4f19-8af4-e1a3ccca9100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:47:33.124249 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3976657 Feb 17 15:47:33.127607 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 52886) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:33.133786 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] Request body: {'subnet': {'network_id': '2768b9c2-24a0-4ecc-93b7-a8634da4b8fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1276154709-subnet', 'tenant_id': '15fd010056f54decb6e2e558620f73cb', 'ip_version': 4}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:47:33.146346 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] Checking router: c9d5d350-71be-4ec7-afa8-b225e78ec3be for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:47:33.146921 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] Updating router c9d5d350-71be-4ec7-afa8-b225e78ec3be port e7bd575e-3283-446b-a6b7-c19a9adfc2f0 binding host dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 15:47:33.165725 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] Made reservation on behalf of 15fd010056f54decb6e2e558620f73cb for: {'subnet': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:47:33.168931 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e233a0-b33e-408d-8aa8-9c827f158a2f admin admin] Pushing event updated for resources: {'Network': ['ID=2768b9c2-24a0-4ecc-93b7-a8634da4b8fc,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:33.173365 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8764477'] for subnet (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:33.181502 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 3a4703ac-893a-4000-8603-26c5205f5321 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:47:33.212756 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Network 2768b9c2-24a0-4ecc-93b7-a8634da4b8fc details requested by agent ovs-agent-dv-cinder-606346-36-iscsi with host dv-cinder-606346-36-iscsi {{(pid=109500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 15:47:33.240051 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0efe3e-a9f5-4f95-9978-d0568dce5bd2 req-46ee3c14-3720-4582-97f8-853944a39c94 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:33.241741 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7c0efe3e-a9f5-4f95-9978-d0568dce5bd2 req-46ee3c14-3720-4582-97f8-853944a39c94 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0558605 Feb 17 15:47:33.265926 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (e7bd575e-3283-446b-a6b7-c19a9adfc2f0), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:33.296579 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7c0efe3e-a9f5-4f95-9978-d0568dce5bd2 req-43e7c3f1-dc5e-47f1-aa1b-f7d200465f7e tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459278 Feb 17 15:47:33.363321 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8764431'] for subnet (6ecbc281-6df0-49ab-b614-98ef695a4213), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:33.365612 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 3a4703ac-893a-4000-8603-26c5205f5321 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:33.365983 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (3a4703ac-893a-4000-8603-26c5205f5321), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:33.420060 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ecbc281-6df0-49ab-b614-98ef695a4213,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:33.430311 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:33.430687 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:33.431030 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:33.431365 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:33.432263 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:33.432632 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:33.432957 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:33.433289 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:33.433612 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:33.433933 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:33.434251 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:33.434567 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:33.434878 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:33.441000 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] Checking segment: {'id': 'a6a494c2-fe5f-4a9f-a816-ca6aa6111a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2768b9c2-24a0-4ecc-93b7-a8634da4b8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:47:33.441250 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] Network hostable DHCP agents. Network: 2768b9c2-24a0-4ecc-93b7-a8634da4b8fc, hostable agents: ['c690b10a-9812-45df-b2f8-72b352956aca'], hosted agents: [] {{(pid=109498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 15:47:33.457694 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] Network 2768b9c2-24a0-4ecc-93b7-a8634da4b8fc is scheduled to be hosted by DHCP agent c690b10a-9812-45df-b2f8-72b352956aca with binding_index 1 {{(pid=109498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 15:47:33.466809 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-36-iscsi, 2768b9c2-24a0-4ecc-93b7-a8634da4b8fc) {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:47:33.470921 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:33.471539 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for subnet (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:33.479488 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976479b7-0961-4e9f-8341-fe46e5b10f30 None None] Network 2768b9c2-24a0-4ecc-93b7-a8634da4b8fc requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:47:33.488663 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-f78177f7-1bf0-41a7-bc49-5ad8186226ac admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3586485 Feb 17 15:47:33.491210 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 52890) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:33.495763 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-33de931f-1c5e-4fe8-8da1-05a94613fba1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1276154709-router', 'tenant_id': '15fd010056f54decb6e2e558620f73cb', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:47:33.502365 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 0691a61a-0ac4-4fd3-a616-5a955004cdc1 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:47:33.516707 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-33de931f-1c5e-4fe8-8da1-05a94613fba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-222821'] for router (bbd58927-e6dd-4cac-b450-77c471193634), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:33.517673 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-33de931f-1c5e-4fe8-8da1-05a94613fba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-222878'] for router (bbd58927-e6dd-4cac-b450-77c471193634), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:33.575052 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-33de931f-1c5e-4fe8-8da1-05a94613fba1 admin admin] Publish callbacks [] for router_controller (bbd58927-e6dd-4cac-b450-77c471193634), precommit_add_association {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:33.646168 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 3a4703ac-893a-4000-8603-26c5205f5321 is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:33.646554 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (3a4703ac-893a-4000-8603-26c5205f5321), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:33.693357 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:33.716981 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] For port 3a4703ac-893a-4000-8603-26c5205f5321, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=3a4703ac-893a-4000-8603-26c5205f5321,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:47:33.729672 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (3a4703ac-893a-4000-8603-26c5205f5321), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:33.730266 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-33de931f-1c5e-4fe8-8da1-05a94613fba1 admin admin] Publish callbacks [] for router_gateway (bbd58927-e6dd-4cac-b450-77c471193634), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:33.834769 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fc89d1-00c2-4d41-85e1-4acbcc06ca17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bcae54e-08a9-5feb-a18c-c07b874cf816-2768b9c2-24a0-4ecc-93b7-a8634da4b8fc', 'network_id': '2768b9c2-24a0-4ecc-93b7-a8634da4b8fc', 'project_id': '15fd010056f54decb6e2e558620f73cb', 'fixed_ips': [{'subnet_id': '6ecbc281-6df0-49ab-b614-98ef695a4213'}]}} from dv-cinder-606346-36-iscsi. {{(pid=109500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 15:47:33.835604 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-45fc89d1-00c2-4d41-85e1-4acbcc06ca17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:33.848032 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399cdda-b1ef-4f73-80ab-393a58bec01a req-89c7fe11-2b65-4499-bed6-3667e4cbcdee tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:33.850108 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c399cdda-b1ef-4f73-80ab-393a58bec01a req-89c7fe11-2b65-4499-bed6-3667e4cbcdee tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=51e744d3-e5f3-45ef-b6f5-8ad3fa244301 HTTP/1.1" status: 200 len: 944 time: 0.0749080 Feb 17 15:47:33.924051 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c399cdda-b1ef-4f73-80ab-393a58bec01a req-30534770-f94a-4ce7-9454-a57c16fc2df3 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623589 Feb 17 15:47:33.986092 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-33de931f-1c5e-4fe8-8da1-05a94613fba1 admin admin] Publish callbacks [] for router_gateway (bbd58927-e6dd-4cac-b450-77c471193634), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:34.016744 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-33de931f-1c5e-4fe8-8da1-05a94613fba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:34.038839 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] Publish callbacks [] for port (e7bd575e-3283-446b-a6b7-c19a9adfc2f0), precommit_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:34.041485 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 0691a61a-0ac4-4fd3-a616-5a955004cdc1, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=0691a61a-0ac4-4fd3-a616-5a955004cdc1,segment=NetworkSegment(78ee3f1d-c236-4a70-bf1f-c5e9746bffa4),segment_id=78ee3f1d-c236-4a70-bf1f-c5e9746bffa4)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:47:34.064521 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Pushing event updated for resources: {'Port': ['ID=3a4703ac-893a-4000-8603-26c5205f5321,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:34.066973 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (e7bd575e-3283-446b-a6b7-c19a9adfc2f0), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:34.112686 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': '0691a61a-0ac4-4fd3-a616-5a955004cdc1', 'network_id': '63235bca-1a35-4925-a38a-c86897ed950b', 'port_id': '0691a61a-0ac4-4fd3-a616-5a955004cdc1', 'mac_address': 'fa:16:3e:74:2c:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81800003-ed47-48bb-8426-7b6e8af6cdd1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:47:34.164287 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54394063-9771-4b7d-88d9-342de719a802 req-2b65454c-69ab-4677-a0f8-691c5d11831a tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:34.166120 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-54394063-9771-4b7d-88d9-342de719a802 req-2b65454c-69ab-4677-a0f8-691c5d11831a tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.1011839 Feb 17 15:47:34.175883 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_common [None req-33de931f-1c5e-4fe8-8da1-05a94613fba1 admin admin] Allocated IP 172.27.3.58 (429489ab-2a85-400d-8dac-2c90bfd61144/c701940c-dc66-45fb-ad02-3d3f314099e2/2a43443b-a58a-4edc-8c54-c9320cb1b025) {{(pid=109498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:47:34.207298 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4817d53-e5e7-4afd-8cbd-e763e8a88597 None None] Pushing event updated for resources: {'Port': ['ID=e7bd575e-3283-446b-a6b7-c19a9adfc2f0,revision_number=3']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:34.247883 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-54394063-9771-4b7d-88d9-342de719a802 req-ed87f0d9-06f7-4623-a0a5-eee5b39e3ea0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691686 Feb 17 15:47:34.271585 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 0691a61a-0ac4-4fd3-a616-5a955004cdc1 is: DOWN; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:34.271975 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (0691a61a-0ac4-4fd3-a616-5a955004cdc1), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:34.299754 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-33de931f-1c5e-4fe8-8da1-05a94613fba1 admin admin] Publish callbacks [] for port (2a43443b-a58a-4edc-8c54-c9320cb1b025), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:34.304657 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.db_base_plugin_common [None req-45fc89d1-00c2-4d41-85e1-4acbcc06ca17 None None] Allocated IP 172.20.0.2 (2768b9c2-24a0-4ecc-93b7-a8634da4b8fc/6ecbc281-6df0-49ab-b614-98ef695a4213/fe539933-b41b-4ed0-bb80-79fce9323fc6) {{(pid=109500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:47:34.321286 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0691a61a-0ac4-4fd3-a616-5a955004cdc1 {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:47:34.326190 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] Attempting to bind port e7bd575e-3283-446b-a6b7-c19a9adfc2f0 on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:47:34.326558 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] Attempting to bind port e7bd575e-3283-446b-a6b7-c19a9adfc2f0 by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': 'bd7d13de-6f45-4b53-9a3f-b092a7dd4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4'}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:47:34.326917 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] Attempting to bind port e7bd575e-3283-446b-a6b7-c19a9adfc2f0 on network b9b11d9c-de0b-463a-b635-ac25c5f517d4 {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:47:34.356790 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:47:34.357178 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] Checking segment: {'id': 'bd7d13de-6f45-4b53-9a3f-b092a7dd4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:47:34.357586 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:34.358031 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] Bound using segment: {'id': 'bd7d13de-6f45-4b53-9a3f-b092a7dd4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4'} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:47:34.358357 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-33de931f-1c5e-4fe8-8da1-05a94613fba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (2a43443b-a58a-4edc-8c54-c9320cb1b025), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:34.358512 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] Bound port: e7bd575e-3283-446b-a6b7-c19a9adfc2f0, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7d13de-6f45-4b53-9a3f-b092a7dd4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4'}}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:47:34.358899 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (e7bd575e-3283-446b-a6b7-c19a9adfc2f0), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:34.403632 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33de931f-1c5e-4fe8-8da1-05a94613fba1 admin admin] Network 429489ab-2a85-400d-8dac-2c90bfd61144 is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:47:34.407081 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-33de931f-1c5e-4fe8-8da1-05a94613fba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:47:34.413305 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33de931f-1c5e-4fe8-8da1-05a94613fba1 admin admin] Received port after_create {{(pid=109498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:47:34.427334 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 0691a61a-0ac4-4fd3-a616-5a955004cdc1, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=0691a61a-0ac4-4fd3-a616-5a955004cdc1,segment=NetworkSegment(78ee3f1d-c236-4a70-bf1f-c5e9746bffa4),segment_id=78ee3f1d-c236-4a70-bf1f-c5e9746bffa4)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:47:34.440809 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (0691a61a-0ac4-4fd3-a616-5a955004cdc1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:34.445915 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30312e8b-98f6-4970-b92e-7a256887c525 req-bc23312b-daaa-45e0-8134-d90cd9d7d3c1 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:34.447048 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-30312e8b-98f6-4970-b92e-7a256887c525 req-bc23312b-daaa-45e0-8134-d90cd9d7d3c1 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0692434 Feb 17 15:47:34.452131 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33de931f-1c5e-4fe8-8da1-05a94613fba1 admin admin] Pushing event updated for resources: {'Port': ['ID=2a43443b-a58a-4edc-8c54-c9320cb1b025,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:34.502148 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-30312e8b-98f6-4970-b92e-7a256887c525 req-26f6678e-680d-4fb2-a563-d77f37aa4364 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478702 Feb 17 15:47:34.543288 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] For port e7bd575e-3283-446b-a6b7-c19a9adfc2f0, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:47:34.578915 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] For port e7bd575e-3283-446b-a6b7-c19a9adfc2f0, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=e7bd575e-3283-446b-a6b7-c19a9adfc2f0,segment=NetworkSegment(bd7d13de-6f45-4b53-9a3f-b092a7dd4301),segment_id=bd7d13de-6f45-4b53-9a3f-b092a7dd4301)] {{(pid=109500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:47:34.585945 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=0691a61a-0ac4-4fd3-a616-5a955004cdc1,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:34.592039 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-cd8b9ff7-886a-4204-baaa-b39badb41a79 None None] Provisioning complete for port e7bd575e-3283-446b-a6b7-c19a9adfc2f0 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:34.592518 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-cd8b9ff7-886a-4204-baaa-b39badb41a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (e7bd575e-3283-446b-a6b7-c19a9adfc2f0), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:34.599041 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (e7bd575e-3283-446b-a6b7-c19a9adfc2f0), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:34.712778 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-33de931f-1c5e-4fe8-8da1-05a94613fba1 admin admin] Publish callbacks [] for router_gateway (bbd58927-e6dd-4cac-b450-77c471193634), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:34.732040 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-45fc89d1-00c2-4d41-85e1-4acbcc06ca17 None None] Publish callbacks [] for port (fe539933-b41b-4ed0-bb80-79fce9323fc6), precommit_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:34.742874 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4817d53-e5e7-4afd-8cbd-e763e8a88597 None None] Pushing event updated for resources: {'Port': ['ID=e7bd575e-3283-446b-a6b7-c19a9adfc2f0,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:34.746326 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] Routers {'c9d5d350-71be-4ec7-afa8-b225e78ec3be'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:47:34.746921 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:47:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['c9d5d350-71be-4ec7-afa8-b225e78ec3be'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:47:34.750219 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-45fc89d1-00c2-4d41-85e1-4acbcc06ca17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664'] for port (fe539933-b41b-4ed0-bb80-79fce9323fc6), after_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:34.812835 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['0691a61a-0ac4-4fd3-a616-5a955004cdc1'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:47:34.891788 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fc89d1-00c2-4d41-85e1-4acbcc06ca17 None None] Network 2768b9c2-24a0-4ecc-93b7-a8634da4b8fc is already hosted by enough agents. {{(pid=109500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:47:34.934636 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.scheduler.base_scheduler [None req-45fc89d1-00c2-4d41-85e1-4acbcc06ca17 None None] Resources bound (agent type, host, resource id): {{(pid=109500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:47:34.946573 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fc89d1-00c2-4d41-85e1-4acbcc06ca17 None None] Received port after_create {{(pid=109500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:47:34.954182 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc89d1-00c2-4d41-85e1-4acbcc06ca17 None None] Pushing event updated for resources: {'Port': ['ID=fe539933-b41b-4ed0-bb80-79fce9323fc6,revision_number=1']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:35.010538 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b9ff7-886a-4204-baaa-b39badb41a79 None None] Current status of the port e7bd575e-3283-446b-a6b7-c19a9adfc2f0 is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:35.010931 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-cd8b9ff7-886a-4204-baaa-b39badb41a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (e7bd575e-3283-446b-a6b7-c19a9adfc2f0), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:35.048098 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] Set router c9d5d350-71be-4ec7-afa8-b225e78ec3be gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:47:35.121532 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5d08e-18cb-4925-a0f5-a3ab9caec297 req-6162f525-5021-4e84-8229-7cd205cd1d0c tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:35.123282 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0ac5d08e-18cb-4925-a0f5-a3ab9caec297 req-6162f525-5021-4e84-8229-7cd205cd1d0c tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=51e744d3-e5f3-45ef-b6f5-8ad3fa244301 HTTP/1.1" status: 200 len: 945 time: 0.0962634 Feb 17 15:47:35.133969 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-45fc89d1-00c2-4d41-85e1-4acbcc06ca17 None None] Attempting to bind port fe539933-b41b-4ed0-bb80-79fce9323fc6 on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:47:35.134348 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-45fc89d1-00c2-4d41-85e1-4acbcc06ca17 None None] Attempting to bind port fe539933-b41b-4ed0-bb80-79fce9323fc6 by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': 'a6a494c2-fe5f-4a9f-a816-ca6aa6111a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2768b9c2-24a0-4ecc-93b7-a8634da4b8fc'}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:47:35.134742 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc89d1-00c2-4d41-85e1-4acbcc06ca17 None None] Attempting to bind port fe539933-b41b-4ed0-bb80-79fce9323fc6 on network 2768b9c2-24a0-4ecc-93b7-a8634da4b8fc {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:47:35.191696 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0ac5d08e-18cb-4925-a0f5-a3ab9caec297 req-03d4f60f-c870-4657-a0a9-d87a2448b925 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619175 Feb 17 15:47:35.217806 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-33de931f-1c5e-4fe8-8da1-05a94613fba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605957'] for router (bbd58927-e6dd-4cac-b450-77c471193634), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:35.221423 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 3a4703ac-893a-4000-8603-26c5205f5321 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:47:35.224333 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc89d1-00c2-4d41-85e1-4acbcc06ca17 None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:47:35.224736 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc89d1-00c2-4d41-85e1-4acbcc06ca17 None None] Checking segment: {'id': 'a6a494c2-fe5f-4a9f-a816-ca6aa6111a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2768b9c2-24a0-4ecc-93b7-a8634da4b8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:47:35.225151 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-45fc89d1-00c2-4d41-85e1-4acbcc06ca17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:35.225525 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc89d1-00c2-4d41-85e1-4acbcc06ca17 None None] Bound using segment: {'id': 'a6a494c2-fe5f-4a9f-a816-ca6aa6111a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2768b9c2-24a0-4ecc-93b7-a8634da4b8fc'} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:47:35.225997 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-45fc89d1-00c2-4d41-85e1-4acbcc06ca17 None None] Bound port: fe539933-b41b-4ed0-bb80-79fce9323fc6, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a494c2-fe5f-4a9f-a816-ca6aa6111a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2768b9c2-24a0-4ecc-93b7-a8634da4b8fc'}}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:47:35.226404 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-45fc89d1-00c2-4d41-85e1-4acbcc06ca17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (fe539933-b41b-4ed0-bb80-79fce9323fc6), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:35.228163 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:35.240873 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-cd8b9ff7-886a-4204-baaa-b39badb41a79 None None] For port e7bd575e-3283-446b-a6b7-c19a9adfc2f0, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=e7bd575e-3283-446b-a6b7-c19a9adfc2f0,segment=NetworkSegment(bd7d13de-6f45-4b53-9a3f-b092a7dd4301),segment_id=bd7d13de-6f45-4b53-9a3f-b092a7dd4301)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:47:35.261924 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-cd8b9ff7-886a-4204-baaa-b39badb41a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (e7bd575e-3283-446b-a6b7-c19a9adfc2f0), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:35.355333 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33de931f-1c5e-4fe8-8da1-05a94613fba1 admin admin] Router bbd58927-e6dd-4cac-b450-77c471193634 is scheduled to L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 with binding_index 1 {{(pid=109498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 15:47:35.377499 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b599569-91d6-4570-980a-311b11055947 req-a46eb1e4-e684-4c6c-9155-67e1291705d8 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:35.379579 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2b599569-91d6-4570-980a-311b11055947 req-a46eb1e4-e684-4c6c-9155-67e1291705d8 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.0627687 Feb 17 15:47:35.439954 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2b599569-91d6-4570-980a-311b11055947 req-c11fa873-b75b-408c-a14a-19395df270fd tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536840 Feb 17 15:47:35.479559 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33de931f-1c5e-4fe8-8da1-05a94613fba1 admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:47:35.484546 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b9ff7-886a-4204-baaa-b39badb41a79 None None] Pushing event updated for resources: {'Port': ['ID=e7bd575e-3283-446b-a6b7-c19a9adfc2f0,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:35.494014 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] Sync routers for ids ['bbd58927-e6dd-4cac-b450-77c471193634'] in dv-cinder-606346-36-iscsi {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:47:35.506721 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-33de931f-1c5e-4fe8-8da1-05a94613fba1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:35.507934 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-33de931f-1c5e-4fe8-8da1-05a94613fba1 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0155165 Feb 17 15:47:35.511315 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 52920) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:35.512232 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-8d478d18-e90e-4548-b50a-c03880f3f631 None None] Provisioning complete for port e7bd575e-3283-446b-a6b7-c19a9adfc2f0 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:35.512657 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-8d478d18-e90e-4548-b50a-c03880f3f631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (e7bd575e-3283-446b-a6b7-c19a9adfc2f0), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:35.514920 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] Routers {'bbd58927-e6dd-4cac-b450-77c471193634'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:47:35.515599 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:47:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['bbd58927-e6dd-4cac-b450-77c471193634'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:47:35.518417 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-45fc89d1-00c2-4d41-85e1-4acbcc06ca17 None None] For port fe539933-b41b-4ed0-bb80-79fce9323fc6, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:47:35.556253 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-45fc89d1-00c2-4d41-85e1-4acbcc06ca17 None None] For port fe539933-b41b-4ed0-bb80-79fce9323fc6, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=fe539933-b41b-4ed0-bb80-79fce9323fc6,segment=NetworkSegment(a6a494c2-fe5f-4a9f-a816-ca6aa6111a98),segment_id=a6a494c2-fe5f-4a9f-a816-ca6aa6111a98)] {{(pid=109500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:47:35.600474 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-45fc89d1-00c2-4d41-85e1-4acbcc06ca17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (fe539933-b41b-4ed0-bb80-79fce9323fc6), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:35.605310 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 3a4703ac-893a-4000-8603-26c5205f5321 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:35.605682 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (3a4703ac-893a-4000-8603-26c5205f5321), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:35.665821 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] Set router bbd58927-e6dd-4cac-b450-77c471193634 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:47:35.676469 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2acc88-122c-47ed-80bb-e6e6d2a50174 req-c1aed67c-0cfe-4221-aeb7-60d324cad76a tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:35.678417 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ca2acc88-122c-47ed-80bb-e6e6d2a50174 req-c1aed67c-0cfe-4221-aeb7-60d324cad76a tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0989420 Feb 17 15:47:35.738415 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc89d1-00c2-4d41-85e1-4acbcc06ca17 None None] Pushing event updated for resources: {'Port': ['ID=fe539933-b41b-4ed0-bb80-79fce9323fc6,revision_number=2']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:35.759667 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ca2acc88-122c-47ed-80bb-e6e6d2a50174 req-15b89da1-6119-48ec-90e9-135217d32cf0 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749037 Feb 17 15:47:35.816187 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'name': 'tempest-TestMinimumBasicScenario-1269444031-router', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '3a4703ac-893a-4000-8603-26c5205f5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:27Z', 'updated_at': '2022-02-17T15:47:31Z', 'revision_number': 4, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'gw_port': {'id': '3a4703ac-893a-4000-8603-26c5205f5321', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:28Z', 'updated_at': '2022-02-17T15:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'e7bd575e-3283-446b-a6b7-c19a9adfc2f0', 'name': '', 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'mac_address': 'fa:16:3e:61:c0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '53a362a2-8dda-4f19-8af4-e1a3ccca9100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:30Z', 'updated_at': '2022-02-17T15:47:34Z', 'revision_number': 4, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'subnets': [{'id': '53a362a2-8dda-4f19-8af4-e1a3ccca9100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:47:35.971349 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd58927-e6dd-4cac-b450-77c471193634', 'name': 'tempest-TestMinimumBasicScenario-1276154709-router', 'tenant_id': '15fd010056f54decb6e2e558620f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a43443b-a58a-4edc-8c54-c9320cb1b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:33Z', 'updated_at': '2022-02-17T15:47:34Z', 'revision_number': 3, 'project_id': '15fd010056f54decb6e2e558620f73cb', 'gw_port': {'id': '2a43443b-a58a-4edc-8c54-c9320cb1b025', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:22:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd58927-e6dd-4cac-b450-77c471193634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:34Z', 'updated_at': '2022-02-17T15:47:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:47:36.011452 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] Checking router: bbd58927-e6dd-4cac-b450-77c471193634 for host: dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:47:36.011806 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] Updating router bbd58927-e6dd-4cac-b450-77c471193634 port 2a43443b-a58a-4edc-8c54-c9320cb1b025 binding host dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 15:47:36.064495 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 3a4703ac-893a-4000-8603-26c5205f5321 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:36.066634 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-8d478d18-e90e-4548-b50a-c03880f3f631 None None] Current status of the port e7bd575e-3283-446b-a6b7-c19a9adfc2f0 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:36.068745 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (2a43443b-a58a-4edc-8c54-c9320cb1b025), before_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:36.070853 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a03b0f-db12-480b-8ef2-d350259a9958 None None] The sync data for ids ['c9d5d350-71be-4ec7-afa8-b225e78ec3be'] in dv-cinder-606346-36-iscsi is: [{'id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'name': 'tempest-TestMinimumBasicScenario-1269444031-router', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '3a4703ac-893a-4000-8603-26c5205f5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:27Z', 'updated_at': '2022-02-17T15:47:31Z', 'revision_number': 4, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'gw_port': {'id': '3a4703ac-893a-4000-8603-26c5205f5321', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:28Z', 'updated_at': '2022-02-17T15:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'e7bd575e-3283-446b-a6b7-c19a9adfc2f0', 'name': '', 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'mac_address': 'fa:16:3e:61:c0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '53a362a2-8dda-4f19-8af4-e1a3ccca9100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:30Z', 'updated_at': '2022-02-17T15:47:34Z', 'revision_number': 4, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'subnets': [{'id': '53a362a2-8dda-4f19-8af4-e1a3ccca9100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:47:36.179553 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e7bc9ca4-8d51-47e4-b1ae-a9d0ee20a356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:36.401475 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367fc41-d8ed-45d8-b6b4-13b563c35a97 req-7d1c0093-c60a-4f05-91a3-dfe8e895cb39 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:36.403033 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a367fc41-d8ed-45d8-b6b4-13b563c35a97 req-7d1c0093-c60a-4f05-91a3-dfe8e895cb39 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=51e744d3-e5f3-45ef-b6f5-8ad3fa244301 HTTP/1.1" status: 200 len: 945 time: 0.0877333 Feb 17 15:47:36.460071 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a367fc41-d8ed-45d8-b6b4-13b563c35a97 req-4e156c4d-7711-4979-b1fe-603c8b7794c9 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507507 Feb 17 15:47:36.461545 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_common [None req-e7bc9ca4-8d51-47e4-b1ae-a9d0ee20a356 admin admin] Allocated IP 172.20.0.1 (2768b9c2-24a0-4ecc-93b7-a8634da4b8fc/6ecbc281-6df0-49ab-b614-98ef695a4213/d1781054-0211-4776-93a7-97a053ef6de3) {{(pid=109498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:47:36.573067 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:36.636833 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b754de-50c3-41fa-a72a-0986a9a5caab req-81f87fec-337d-4649-a57c-f119e37bebc3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:36.646598 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e4b754de-50c3-41fa-a72a-0986a9a5caab req-81f87fec-337d-4649-a57c-f119e37bebc3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.1017480 Feb 17 15:47:36.672703 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] Publish callbacks [] for port (2a43443b-a58a-4edc-8c54-c9320cb1b025), precommit_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:36.684727 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (2a43443b-a58a-4edc-8c54-c9320cb1b025), after_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:36.714340 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e4b754de-50c3-41fa-a72a-0986a9a5caab req-f540bad8-6648-4271-a583-4f9c628b0d11 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666623 Feb 17 15:47:36.735593 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e7bc9ca4-8d51-47e4-b1ae-a9d0ee20a356 admin admin] Publish callbacks [] for port (d1781054-0211-4776-93a7-97a053ef6de3), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:36.763433 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd15513-c1b6-44bc-9656-41342496870f None None] Pushing event updated for resources: {'Port': ['ID=2a43443b-a58a-4edc-8c54-c9320cb1b025,revision_number=2']} {{(pid=109501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:36.781848 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] Attempting to bind port 2a43443b-a58a-4edc-8c54-c9320cb1b025 on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:47:36.781848 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] Attempting to bind port 2a43443b-a58a-4edc-8c54-c9320cb1b025 by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}] {{(pid=109501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:47:36.781848 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] Attempting to bind port 2a43443b-a58a-4edc-8c54-c9320cb1b025 on network 429489ab-2a85-400d-8dac-2c90bfd61144 {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:47:36.789122 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:47:36.789517 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] Checking segment: {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:47:36.789922 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:36.790317 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] Bound using segment: {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'} {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:47:36.792044 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] Bound port: 2a43443b-a58a-4edc-8c54-c9320cb1b025, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}}] {{(pid=109501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:47:36.792457 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (2a43443b-a58a-4edc-8c54-c9320cb1b025), before_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:36.824418 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e7bc9ca4-8d51-47e4-b1ae-a9d0ee20a356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (d1781054-0211-4776-93a7-97a053ef6de3), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:36.861985 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.db [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] For port 2a43443b-a58a-4edc-8c54-c9320cb1b025, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:47:36.866619 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.db [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] For port 2a43443b-a58a-4edc-8c54-c9320cb1b025, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=2a43443b-a58a-4edc-8c54-c9320cb1b025,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:47:36.874566 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (2a43443b-a58a-4edc-8c54-c9320cb1b025), after_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:36.885343 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bc9ca4-8d51-47e4-b1ae-a9d0ee20a356 admin admin] Network 2768b9c2-24a0-4ecc-93b7-a8634da4b8fc is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:47:36.895034 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-e7bc9ca4-8d51-47e4-b1ae-a9d0ee20a356 admin admin] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:47:36.899159 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bc9ca4-8d51-47e4-b1ae-a9d0ee20a356 admin admin] Received port after_create {{(pid=109498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:47:36.933706 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] Routers {'bbd58927-e6dd-4cac-b450-77c471193634'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:47:36.934363 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:47:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['bbd58927-e6dd-4cac-b450-77c471193634'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:47:36.939975 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b75270-cbdc-46d2-a973-3484745b4d0b req-aa34baa3-bd0a-4fcd-8a23-123a6ef81992 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:36.941587 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-55b75270-cbdc-46d2-a973-3484745b4d0b req-aa34baa3-bd0a-4fcd-8a23-123a6ef81992 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0765212 Feb 17 15:47:36.943561 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc9ca4-8d51-47e4-b1ae-a9d0ee20a356 admin admin] Pushing event updated for resources: {'Port': ['ID=d1781054-0211-4776-93a7-97a053ef6de3,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:36.990255 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e7bc9ca4-8d51-47e4-b1ae-a9d0ee20a356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606936'] for router_interface (bbd58927-e6dd-4cac-b450-77c471193634), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:37.036325 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-55b75270-cbdc-46d2-a973-3484745b4d0b req-e76d431e-50a9-4087-bac3-895dda2ce0ea tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803921 Feb 17 15:47:37.111625 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd15513-c1b6-44bc-9656-41342496870f None None] Pushing event updated for resources: {'Port': ['ID=2a43443b-a58a-4edc-8c54-c9320cb1b025,revision_number=3']} {{(pid=109501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:37.192932 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] Set router bbd58927-e6dd-4cac-b450-77c471193634 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:47:37.276152 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b79e246-1447-4065-b237-411aaf3490cf None None] Network 2768b9c2-24a0-4ecc-93b7-a8634da4b8fc requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:47:37.276329 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e7bc9ca4-8d51-47e4-b1ae-a9d0ee20a356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (d1781054-0211-4776-93a7-97a053ef6de3), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:37.415052 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device fe539933-b41b-4ed0-bb80-79fce9323fc6 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:47:37.464461 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-8f493d7e-5cc9-4af4-b13f-d250ff236f1f None None] Provisioning complete for port fe539933-b41b-4ed0-bb80-79fce9323fc6 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:37.465118 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-8f493d7e-5cc9-4af4-b13f-d250ff236f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (fe539933-b41b-4ed0-bb80-79fce9323fc6), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:37.531859 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 0691a61a-0ac4-4fd3-a616-5a955004cdc1 up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:47:37.558782 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e7bc9ca4-8d51-47e4-b1ae-a9d0ee20a356 admin admin] Publish callbacks [] for port (d1781054-0211-4776-93a7-97a053ef6de3), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:37.577408 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e7bc9ca4-8d51-47e4-b1ae-a9d0ee20a356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8641772'] for port (d1781054-0211-4776-93a7-97a053ef6de3), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:37.581489 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd58927-e6dd-4cac-b450-77c471193634', 'name': 'tempest-TestMinimumBasicScenario-1276154709-router', 'tenant_id': '15fd010056f54decb6e2e558620f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a43443b-a58a-4edc-8c54-c9320cb1b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:33Z', 'updated_at': '2022-02-17T15:47:34Z', 'revision_number': 3, 'project_id': '15fd010056f54decb6e2e558620f73cb', 'gw_port': {'id': '2a43443b-a58a-4edc-8c54-c9320cb1b025', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:22:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd58927-e6dd-4cac-b450-77c471193634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:34Z', 'updated_at': '2022-02-17T15:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:47:37.627549 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc9ca4-8d51-47e4-b1ae-a9d0ee20a356 admin admin] Pushing event updated for resources: {'Port': ['ID=d1781054-0211-4776-93a7-97a053ef6de3,revision_number=2']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:37.647005 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c42af4-9114-4e0b-86ad-32b6e46770ac None None] The sync data for ids ['bbd58927-e6dd-4cac-b450-77c471193634'] in dv-cinder-606346-36-iscsi is: [{'id': 'bbd58927-e6dd-4cac-b450-77c471193634', 'name': 'tempest-TestMinimumBasicScenario-1276154709-router', 'tenant_id': '15fd010056f54decb6e2e558620f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a43443b-a58a-4edc-8c54-c9320cb1b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:33Z', 'updated_at': '2022-02-17T15:47:34Z', 'revision_number': 3, 'project_id': '15fd010056f54decb6e2e558620f73cb', 'gw_port': {'id': '2a43443b-a58a-4edc-8c54-c9320cb1b025', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:22:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd58927-e6dd-4cac-b450-77c471193634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:34Z', 'updated_at': '2022-02-17T15:47:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}] {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:47:37.709475 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d13a2b-6a1e-4710-840d-6a4480cd6983 req-7c8819fd-4f36-493a-81aa-864ad505168b tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:37.710919 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-16d13a2b-6a1e-4710-840d-6a4480cd6983 req-7c8819fd-4f36-493a-81aa-864ad505168b tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=51e744d3-e5f3-45ef-b6f5-8ad3fa244301 HTTP/1.1" status: 200 len: 945 time: 0.1315567 Feb 17 15:47:37.719107 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c617af3-78e3-4c84-ac45-33698dcb8b7c req-dc5c4a84-1a29-4e80-b87f-ec8ad939dbf7 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:37.721306 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e7bc9ca4-8d51-47e4-b1ae-a9d0ee20a356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607044'] for router_interface (bbd58927-e6dd-4cac-b450-77c471193634), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:37.727728 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3c617af3-78e3-4c84-ac45-33698dcb8b7c req-dc5c4a84-1a29-4e80-b87f-ec8ad939dbf7 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.1598194 Feb 17 15:47:37.791548 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-8f493d7e-5cc9-4af4-b13f-d250ff236f1f None None] Current status of the port fe539933-b41b-4ed0-bb80-79fce9323fc6 is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:37.797020 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-8f493d7e-5cc9-4af4-b13f-d250ff236f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (fe539933-b41b-4ed0-bb80-79fce9323fc6), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:37.813458 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port fe539933-b41b-4ed0-bb80-79fce9323fc6 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:37.814798 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (fe539933-b41b-4ed0-bb80-79fce9323fc6), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:37.817905 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning for port 0691a61a-0ac4-4fd3-a616-5a955004cdc1 completed by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 15:47:37.831875 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-16d13a2b-6a1e-4710-840d-6a4480cd6983 req-28a9d570-6d5f-478e-a272-129b489141cc tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985911 Feb 17 15:47:37.871899 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port 0691a61a-0ac4-4fd3-a616-5a955004cdc1 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:37.872643 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (0691a61a-0ac4-4fd3-a616-5a955004cdc1), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:37.877247 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3c617af3-78e3-4c84-ac45-33698dcb8b7c req-974b2904-7ae5-48a0-aa36-70230ff45e5c tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454909 Feb 17 15:47:37.927544 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bc9ca4-8d51-47e4-b1ae-a9d0ee20a356 admin admin] Network 2768b9c2-24a0-4ecc-93b7-a8634da4b8fc is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:47:37.929517 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-e7bc9ca4-8d51-47e4-b1ae-a9d0ee20a356 admin admin] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:47:37.965332 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-8f493d7e-5cc9-4af4-b13f-d250ff236f1f None None] For port fe539933-b41b-4ed0-bb80-79fce9323fc6, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=fe539933-b41b-4ed0-bb80-79fce9323fc6,segment=NetworkSegment(a6a494c2-fe5f-4a9f-a816-ca6aa6111a98),segment_id=a6a494c2-fe5f-4a9f-a816-ca6aa6111a98)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:47:37.982924 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-8f493d7e-5cc9-4af4-b13f-d250ff236f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (fe539933-b41b-4ed0-bb80-79fce9323fc6), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:38.031181 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe5b6b-fd81-4b27-8f47-8adca316609e req-5b17270c-5162-44a7-8685-c22577cbe4b0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:38.038804 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2fbe5b6b-fd81-4b27-8f47-8adca316609e req-5b17270c-5162-44a7-8685-c22577cbe4b0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.0926862 Feb 17 15:47:38.112642 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2fbe5b6b-fd81-4b27-8f47-8adca316609e req-4c79bdbf-6b83-44a4-a79a-583a73791654 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726902 Feb 17 15:47:38.153483 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bc9ca4-8d51-47e4-b1ae-a9d0ee20a356 admin admin] Router bbd58927-e6dd-4cac-b450-77c471193634 has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:47:38.156217 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f493d7e-5cc9-4af4-b13f-d250ff236f1f None None] Pushing event updated for resources: {'Port': ['ID=fe539933-b41b-4ed0-bb80-79fce9323fc6,revision_number=3']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:38.167052 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port fe539933-b41b-4ed0-bb80-79fce9323fc6 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:38.168945 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device e7bd575e-3283-446b-a6b7-c19a9adfc2f0 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:47:38.174309 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 0691a61a-0ac4-4fd3-a616-5a955004cdc1 is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:38.174963 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (0691a61a-0ac4-4fd3-a616-5a955004cdc1), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:38.190580 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-bb86838f-75ec-4d52-ae90-7784cdce3a65 None None] Provisioning complete for port fe539933-b41b-4ed0-bb80-79fce9323fc6 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:38.191111 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-bb86838f-75ec-4d52-ae90-7784cdce3a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (fe539933-b41b-4ed0-bb80-79fce9323fc6), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:38.318852 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e744d3-e5f3-45ef-b6f5-8ad3fa244301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0691a61a-0ac4-4fd3-a616-5a955004cdc1'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:47:38.321222 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552fb314-a4bc-440b-ae9a-a60b407325f3" -d '{"events": [{"server_uuid": "51e744d3-e5f3-45ef-b6f5-8ad3fa244301", "name": "network-vif-plugged", "status": "completed", "tag": "0691a61a-0ac4-4fd3-a616-5a955004cdc1"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:47:38.367864 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e7694e-2fde-4f08-bb9c-4e36e77628ad req-af54f5c7-daab-438c-b5d5-800ea27073e1 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:38.381004 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a3e7694e-2fde-4f08-bb9c-4e36e77628ad req-af54f5c7-daab-438c-b5d5-800ea27073e1 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.1921563 Feb 17 15:47:38.391281 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 0691a61a-0ac4-4fd3-a616-5a955004cdc1, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=0691a61a-0ac4-4fd3-a616-5a955004cdc1,segment=NetworkSegment(78ee3f1d-c236-4a70-bf1f-c5e9746bffa4),segment_id=78ee3f1d-c236-4a70-bf1f-c5e9746bffa4)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:47:38.404594 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (0691a61a-0ac4-4fd3-a616-5a955004cdc1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:38.444716 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bc9ca4-8d51-47e4-b1ae-a9d0ee20a356 admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:47:38.465130 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a3e7694e-2fde-4f08-bb9c-4e36e77628ad req-f2360be3-00a8-4594-a10a-e93b57c1444a tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830200 Feb 17 15:47:38.474505 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-e7bc9ca4-8d51-47e4-b1ae-a9d0ee20a356 admin admin] 10.222.0.67 "PUT /v2.0/routers/bbd58927-e6dd-4cac-b450-77c471193634/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9617307 Feb 17 15:47:38.533251 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c855f1-9d82-47aa-9a3f-fc5b6659bb07 x-openstack-request-id: req-f5c855f1-9d82-47aa-9a3f-fc5b6659bb07 {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:47:38.538666 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e744d3-e5f3-45ef-b6f5-8ad3fa244301", "name": "network-vif-plugged", "status": "completed", "tag": "0691a61a-0ac4-4fd3-a616-5a955004cdc1", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:47:38.539339 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f5c855f1-9d82-47aa-9a3f-fc5b6659bb07 {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:47:38.539936 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e744d3-e5f3-45ef-b6f5-8ad3fa244301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0691a61a-0ac4-4fd3-a616-5a955004cdc1', 'code': 200} Feb 17 15:47:38.639413 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-bb86838f-75ec-4d52-ae90-7784cdce3a65 None None] Current status of the port fe539933-b41b-4ed0-bb80-79fce9323fc6 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:38.641617 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port e7bd575e-3283-446b-a6b7-c19a9adfc2f0 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:38.641988 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (e7bd575e-3283-446b-a6b7-c19a9adfc2f0), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:38.746070 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-bb86838f-75ec-4d52-ae90-7784cdce3a65 None None] Provisioning complete for port d1781054-0211-4776-93a7-97a053ef6de3 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:38.746467 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-bb86838f-75ec-4d52-ae90-7784cdce3a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (d1781054-0211-4776-93a7-97a053ef6de3), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:38.774277 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40ad57-8dab-4a69-a4d3-ee43a378aeeb req-3f5572cd-95ae-4bb1-83b6-5f0a98e4c92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:38.776872 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-8f40ad57-8dab-4a69-a4d3-ee43a378aeeb req-3f5572cd-95ae-4bb1-83b6-5f0a98e4c92c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=51e744d3-e5f3-45ef-b6f5-8ad3fa244301 HTTP/1.1" status: 200 len: 1130 time: 0.0855973 Feb 17 15:47:38.806106 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=0691a61a-0ac4-4fd3-a616-5a955004cdc1,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:38.837585 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-bb86838f-75ec-4d52-ae90-7784cdce3a65 None None] Port d1781054-0211-4776-93a7-97a053ef6de3 cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:47:38.839049 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-8f40ad57-8dab-4a69-a4d3-ee43a378aeeb req-00d6377c-1f9b-4818-8b46-bb95b67a0bb9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542212 Feb 17 15:47:38.935199 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port e7bd575e-3283-446b-a6b7-c19a9adfc2f0 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:38.969606 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-b9827520-dfbf-4c20-87fb-d61b16b381e1 None None] Provisioning complete for port d1781054-0211-4776-93a7-97a053ef6de3 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:38.970210 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-b9827520-dfbf-4c20-87fb-d61b16b381e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (d1781054-0211-4776-93a7-97a053ef6de3), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:39.021953 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-b9827520-dfbf-4c20-87fb-d61b16b381e1 None None] Port d1781054-0211-4776-93a7-97a053ef6de3 cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:47:39.095558 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7c4b4-7c78-4d17-a32c-fa04d7892cfd req-808c5d6a-5a3a-434a-bc1a-45925ce0ec0e tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:39.098866 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-60a7c4b4-7c78-4d17-a32c-fa04d7892cfd req-808c5d6a-5a3a-434a-bc1a-45925ce0ec0e tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=51e744d3-e5f3-45ef-b6f5-8ad3fa244301 HTTP/1.1" status: 200 len: 946 time: 0.1557643 Feb 17 15:47:39.158855 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-8486e75b-430d-404f-8100-d13d9a2294ca None None] Provisioning complete for port d1781054-0211-4776-93a7-97a053ef6de3 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:39.162346 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-8486e75b-430d-404f-8100-d13d9a2294ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (d1781054-0211-4776-93a7-97a053ef6de3), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:39.184760 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c699e665-5174-481a-a31d-ef94ee95cf87 req-be059a1d-dd99-41c5-9593-4d95e90c8e95 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:39.186550 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c699e665-5174-481a-a31d-ef94ee95cf87 req-be059a1d-dd99-41c5-9593-4d95e90c8e95 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.1470280 Feb 17 15:47:39.230630 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-60a7c4b4-7c78-4d17-a32c-fa04d7892cfd req-a8af4730-32ce-4bc1-9b8b-248435d6ff31 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246653 Feb 17 15:47:39.258694 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device fe539933-b41b-4ed0-bb80-79fce9323fc6 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:47:39.284733 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-8486e75b-430d-404f-8100-d13d9a2294ca None None] Port d1781054-0211-4776-93a7-97a053ef6de3 cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:47:39.302775 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c699e665-5174-481a-a31d-ef94ee95cf87 req-e36c84df-89cf-4cbb-89fb-f53a862cfe63 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066537 Feb 17 15:47:39.335022 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port fe539933-b41b-4ed0-bb80-79fce9323fc6 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:39.335399 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (fe539933-b41b-4ed0-bb80-79fce9323fc6), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:39.393611 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b2333-bacf-4d41-89fa-848968552d3c req-dd5a2b4b-dceb-494e-8f2e-ee998c499b71 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:39.397066 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d73b2333-bacf-4d41-89fa-848968552d3c req-dd5a2b4b-dceb-494e-8f2e-ee998c499b71 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.0667894 Feb 17 15:47:39.457650 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port fe539933-b41b-4ed0-bb80-79fce9323fc6 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:39.459176 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 2a43443b-a58a-4edc-8c54-c9320cb1b025 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:47:39.489592 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d73b2333-bacf-4d41-89fa-848968552d3c req-ee7e049f-5c57-4f5d-8f61-b4b1c038603f tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885613 Feb 17 15:47:39.529297 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 2a43443b-a58a-4edc-8c54-c9320cb1b025 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:39.529682 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (2a43443b-a58a-4edc-8c54-c9320cb1b025), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:39.635770 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91cd5d-d367-46df-9923-03e1082556d4 req-eb16df49-a7c6-49d7-92c6-c57e5945bd27 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:39.652854 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fb91cd5d-d367-46df-9923-03e1082556d4 req-eb16df49-a7c6-49d7-92c6-c57e5945bd27 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0957491 Feb 17 15:47:39.684965 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 2a43443b-a58a-4edc-8c54-c9320cb1b025 is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:39.686447 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (2a43443b-a58a-4edc-8c54-c9320cb1b025), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:39.739535 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fb91cd5d-d367-46df-9923-03e1082556d4 req-8fa4600f-e2a5-4979-8715-676fd6b806e1 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855510 Feb 17 15:47:39.758721 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] For port 2a43443b-a58a-4edc-8c54-c9320cb1b025, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=2a43443b-a58a-4edc-8c54-c9320cb1b025,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:47:39.769054 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (2a43443b-a58a-4edc-8c54-c9320cb1b025), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:39.831429 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Pushing event updated for resources: {'Port': ['ID=2a43443b-a58a-4edc-8c54-c9320cb1b025,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:40.185844 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d494cd-a395-40e4-9c15-f803b174d817 req-048519ac-83f1-408a-a5e0-6f12e8160748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:40.201476 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-91d494cd-a395-40e4-9c15-f803b174d817 req-048519ac-83f1-408a-a5e0-6f12e8160748 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=769c58532a4348dcae2ac0328ff62a8f&device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 1129 time: 0.0823197 Feb 17 15:47:40.365729 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d494cd-a395-40e4-9c15-f803b174d817 req-52a4f05a-6ee3-44c4-a845-db23e8521241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:40.368629 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-91d494cd-a395-40e4-9c15-f803b174d817 req-52a4f05a-6ee3-44c4-a845-db23e8521241 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d7517828-d4b9-4a8f-8db6-7a3339da0c38 HTTP/1.1" status: 200 len: 911 time: 0.1305034 Feb 17 15:47:40.490769 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96ec3a-a791-461b-97b5-565b6ca41624 req-e1c34de4-c8c2-43d5-9d3c-37f8510f58b0 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:40.501986 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-df96ec3a-a791-461b-97b5-565b6ca41624 req-e1c34de4-c8c2-43d5-9d3c-37f8510f58b0 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=51e744d3-e5f3-45ef-b6f5-8ad3fa244301 HTTP/1.1" status: 200 len: 946 time: 0.1437974 Feb 17 15:47:40.535485 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] Sync routers for ids ['bbd58927-e6dd-4cac-b450-77c471193634'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:47:40.544911 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-91d494cd-a395-40e4-9c15-f803b174d817 req-8d63447e-ef5d-49f2-8d27-da6824864158 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89339565-152f-4ae8-8690-3d2c845f5541 HTTP/1.1" status: 200 len: 1001 time: 0.1633277 Feb 17 15:47:40.548579 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f59132-47b5-476d-8a38-3aa38769aa8e req-128f3cca-3f5b-497c-a4a0-e30c4a03c7fa tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:40.549173 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] Routers {'bbd58927-e6dd-4cac-b450-77c471193634'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:47:40.550043 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:47:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['bbd58927-e6dd-4cac-b450-77c471193634'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:47:40.559627 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a6f59132-47b5-476d-8a38-3aa38769aa8e req-128f3cca-3f5b-497c-a4a0-e30c4a03c7fa tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.1366599 Feb 17 15:47:40.622312 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-df96ec3a-a791-461b-97b5-565b6ca41624 req-5cd1d79b-50e0-4ccb-ab71-e48dd47268f9 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192446 Feb 17 15:47:40.695335 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d494cd-a395-40e4-9c15-f803b174d817 req-9597d46b-7c3c-4325-a143-cb82faa78852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:40.696935 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-91d494cd-a395-40e4-9c15-f803b174d817 req-9597d46b-7c3c-4325-a143-cb82faa78852 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d98068c-df44-41c5-a48f-1683fecb288a HTTP/1.1" status: 200 len: 849 time: 0.1383824 Feb 17 15:47:40.699790 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a6f59132-47b5-476d-8a38-3aa38769aa8e req-50c69de6-b405-4e26-9cfa-7fa64df9d18a tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392174 Feb 17 15:47:40.812237 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d494cd-a395-40e4-9c15-f803b174d817 req-494b457e-f417-4a8a-9477-b4c0608d82a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:40.817240 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-91d494cd-a395-40e4-9c15-f803b174d817 req-494b457e-f417-4a8a-9477-b4c0608d82a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d7517828-d4b9-4a8f-8db6-7a3339da0c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1090729 Feb 17 15:47:40.854149 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1333e2-4aa9-4b09-a6e8-c6c663f4e63f req-cdb46cca-0cd2-4440-b516-df0200aa5177 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:40.862034 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2f1333e2-4aa9-4b09-a6e8-c6c663f4e63f req-cdb46cca-0cd2-4440-b516-df0200aa5177 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.1261115 Feb 17 15:47:40.866249 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 53060) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:40.878109 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] Set router bbd58927-e6dd-4cac-b450-77c471193634 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:47:40.961257 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4baea36-3eb4-485a-a659-b66d7078222b req-698ffb20-4fc0-486f-a5e5-68fb8cb3ac50 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:40.963318 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e4baea36-3eb4-485a-a659-b66d7078222b req-698ffb20-4fc0-486f-a5e5-68fb8cb3ac50 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0980179 Feb 17 15:47:40.980188 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2f1333e2-4aa9-4b09-a6e8-c6c663f4e63f req-9f6177fb-222a-43bc-b1bc-0b7ab308b6b7 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171885 Feb 17 15:47:41.081251 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e4baea36-3eb4-485a-a659-b66d7078222b req-602e6c86-b3dc-47b7-b330-d3ac6bcb42cb tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945590 Feb 17 15:47:41.094142 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-91d494cd-a395-40e4-9c15-f803b174d817 req-013683e5-4175-4ee1-9e8b-0a21cb23ca0e service neutron] 10.222.0.24 "GET /v2.0/networks/d7517828-d4b9-4a8f-8db6-7a3339da0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684259 Feb 17 15:47:41.098227 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-75f0743d-d786-473a-a7b1-4a1b2e4bdd95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:41.181728 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 2a43443b-a58a-4edc-8c54-c9320cb1b025 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:47:41.271509 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-75f0743d-d786-473a-a7b1-4a1b2e4bdd95 admin admin] Publish callbacks [] for security_group (1a22400f-2546-4b7d-8b8e-37588b730542), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:41.279814 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-75f0743d-d786-473a-a7b1-4a1b2e4bdd95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (1a22400f-2546-4b7d-8b8e-37588b730542), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:41.297978 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-91d494cd-a395-40e4-9c15-f803b174d817 req-318597ce-9ecd-41d6-a49a-f123f3a5168e service neutron] 10.222.0.24 "GET /v2.0/networks/d7517828-d4b9-4a8f-8db6-7a3339da0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962786 Feb 17 15:47:41.380908 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-75f0743d-d786-473a-a7b1-4a1b2e4bdd95 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=72098a5502cc4b29840d3a2df06fee2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5136771 Feb 17 15:47:41.381684 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f0743d-d786-473a-a7b1-4a1b2e4bdd95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a22400f-2546-4b7d-8b8e-37588b730542,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:41.382849 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 53078) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:41.387191 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 2a43443b-a58a-4edc-8c54-c9320cb1b025 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:41.387776 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (2a43443b-a58a-4edc-8c54-c9320cb1b025), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:41.440113 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd58927-e6dd-4cac-b450-77c471193634', 'name': 'tempest-TestMinimumBasicScenario-1276154709-router', 'tenant_id': '15fd010056f54decb6e2e558620f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a43443b-a58a-4edc-8c54-c9320cb1b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:33Z', 'updated_at': '2022-02-17T15:47:37Z', 'revision_number': 4, 'project_id': '15fd010056f54decb6e2e558620f73cb', 'gw_port': {'id': '2a43443b-a58a-4edc-8c54-c9320cb1b025', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:22:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd58927-e6dd-4cac-b450-77c471193634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:34Z', 'updated_at': '2022-02-17T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'd1781054-0211-4776-93a7-97a053ef6de3', 'name': '', 'network_id': '2768b9c2-24a0-4ecc-93b7-a8634da4b8fc', 'tenant_id': '15fd010056f54decb6e2e558620f73cb', 'mac_address': 'fa:16:3e:9d:8c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd58927-e6dd-4cac-b450-77c471193634', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '6ecbc281-6df0-49ab-b614-98ef695a4213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:36Z', 'updated_at': '2022-02-17T15:47:37Z', 'revision_number': 2, 'project_id': '15fd010056f54decb6e2e558620f73cb', 'subnets': [{'id': '6ecbc281-6df0-49ab-b614-98ef695a4213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:47:41.470443 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] Checking router: bbd58927-e6dd-4cac-b450-77c471193634 for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:47:41.470895 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] Updating router bbd58927-e6dd-4cac-b450-77c471193634 port d1781054-0211-4776-93a7-97a053ef6de3 binding host dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 15:47:41.512109 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (d1781054-0211-4776-93a7-97a053ef6de3), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:41.530148 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-9f5d1278-f50d-42ab-820e-c6d2c7ea4a76 admin admin] Publish callbacks [] for security_group (1a22400f-2546-4b7d-8b8e-37588b730542), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:41.554630 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 2a43443b-a58a-4edc-8c54-c9320cb1b025 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:41.614855 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-9f5d1278-f50d-42ab-820e-c6d2c7ea4a76 admin admin] Publish callbacks [] for security_group (1a22400f-2546-4b7d-8b8e-37588b730542), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:41.755362 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-9f5d1278-f50d-42ab-820e-c6d2c7ea4a76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (1a22400f-2546-4b7d-8b8e-37588b730542), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:41.758169 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-9f5d1278-f50d-42ab-820e-c6d2c7ea4a76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:41.760169 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-9f5d1278-f50d-42ab-820e-c6d2c7ea4a76 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1a22400f-2546-4b7d-8b8e-37588b730542 HTTP/1.1" status: 204 len: 168 time: 0.3762157 Feb 17 15:47:41.783466 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d1278-f50d-42ab-820e-c6d2c7ea4a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a22400f-2546-4b7d-8b8e-37588b730542,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:41.973122 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] Publish callbacks [] for port (d1781054-0211-4776-93a7-97a053ef6de3), precommit_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:41.980887 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf18309-1d3e-4a5e-8784-0930f2262cf3 req-fc27fbf9-73ae-4ade-8fdf-4a10d231b372 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:41.981798 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (d1781054-0211-4776-93a7-97a053ef6de3), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:41.989536 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2bf18309-1d3e-4a5e-8784-0930f2262cf3 req-fc27fbf9-73ae-4ade-8fdf-4a10d231b372 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.1365309 Feb 17 15:47:42.010531 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d5e4a-1b56-4d20-a3f7-300d2c87c37a req-c234b47b-2792-468c-8d82-2cd03ac8b0cb tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:42.037955 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1b9d5e4a-1b56-4d20-a3f7-300d2c87c37a req-c234b47b-2792-468c-8d82-2cd03ac8b0cb tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=51e744d3-e5f3-45ef-b6f5-8ad3fa244301 HTTP/1.1" status: 200 len: 946 time: 0.2860339 Feb 17 15:47:42.038668 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0cdbf-e83e-400a-8437-1d01cd7b9f97 None None] Pushing event updated for resources: {'Port': ['ID=d1781054-0211-4776-93a7-97a053ef6de3,revision_number=3']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:42.139210 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] Attempting to bind port d1781054-0211-4776-93a7-97a053ef6de3 on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:47:42.140359 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] Attempting to bind port d1781054-0211-4776-93a7-97a053ef6de3 by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': 'a6a494c2-fe5f-4a9f-a816-ca6aa6111a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2768b9c2-24a0-4ecc-93b7-a8634da4b8fc'}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:47:42.140931 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] Attempting to bind port d1781054-0211-4776-93a7-97a053ef6de3 on network 2768b9c2-24a0-4ecc-93b7-a8634da4b8fc {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:47:42.147839 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:47:42.148395 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] Checking segment: {'id': 'a6a494c2-fe5f-4a9f-a816-ca6aa6111a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2768b9c2-24a0-4ecc-93b7-a8634da4b8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:47:42.148985 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:42.149538 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] Bound using segment: {'id': 'a6a494c2-fe5f-4a9f-a816-ca6aa6111a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2768b9c2-24a0-4ecc-93b7-a8634da4b8fc'} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:47:42.151234 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] Bound port: d1781054-0211-4776-93a7-97a053ef6de3, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a494c2-fe5f-4a9f-a816-ca6aa6111a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2768b9c2-24a0-4ecc-93b7-a8634da4b8fc'}}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:47:42.151771 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (d1781054-0211-4776-93a7-97a053ef6de3), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:42.188251 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1b9d5e4a-1b56-4d20-a3f7-300d2c87c37a req-9e9d687a-00a5-4dfc-bf86-4e868910b73e tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465595 Feb 17 15:47:42.210734 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2bf18309-1d3e-4a5e-8784-0930f2262cf3 req-7931ed5d-7806-4d71-bc19-09afac62d26b tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080903 Feb 17 15:47:42.267157 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] For port d1781054-0211-4776-93a7-97a053ef6de3, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:47:42.273861 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] For port d1781054-0211-4776-93a7-97a053ef6de3, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=d1781054-0211-4776-93a7-97a053ef6de3,segment=NetworkSegment(a6a494c2-fe5f-4a9f-a816-ca6aa6111a98),segment_id=a6a494c2-fe5f-4a9f-a816-ca6aa6111a98)] {{(pid=109500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:47:42.297181 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (d1781054-0211-4776-93a7-97a053ef6de3), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:42.402428 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f3f7e-4256-43da-923a-3466bc19ef11 req-1006ca75-1a92-4de3-8fc3-028c0dbfb38f tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:42.411475 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c19f3f7e-4256-43da-923a-3466bc19ef11 req-1006ca75-1a92-4de3-8fc3-028c0dbfb38f tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.1293328 Feb 17 15:47:42.439629 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4b62c-0bd7-40cb-995d-3da3796321c9 req-86e5e8e6-9d59-469f-a836-14cd8cf13786 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:42.443784 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-86c4b62c-0bd7-40cb-995d-3da3796321c9 req-86e5e8e6-9d59-469f-a836-14cd8cf13786 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.1158693 Feb 17 15:47:42.552320 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-86c4b62c-0bd7-40cb-995d-3da3796321c9 req-7d80b4f5-49ae-4d81-a37a-09d4872f2380 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855072 Feb 17 15:47:42.569037 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c19f3f7e-4256-43da-923a-3466bc19ef11 req-6d12c960-58cd-4539-a7fe-c09ef6d29776 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530571 Feb 17 15:47:42.752709 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe0cdbf-e83e-400a-8437-1d01cd7b9f97 None None] Pushing event updated for resources: {'Port': ['ID=d1781054-0211-4776-93a7-97a053ef6de3,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:42.760622 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] Routers {'bbd58927-e6dd-4cac-b450-77c471193634'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:47:42.761438 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:47:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['bbd58927-e6dd-4cac-b450-77c471193634'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:47:42.831951 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-cc69557c-fa16-4f2c-a716-14f68fc07da2 None None] Provisioning complete for port d1781054-0211-4776-93a7-97a053ef6de3 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:42.832244 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-cc69557c-fa16-4f2c-a716-14f68fc07da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (d1781054-0211-4776-93a7-97a053ef6de3), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:42.933555 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] Set router bbd58927-e6dd-4cac-b450-77c471193634 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:47:42.981910 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-cc69557c-fa16-4f2c-a716-14f68fc07da2 None None] Current status of the port d1781054-0211-4776-93a7-97a053ef6de3 is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:42.982628 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-cc69557c-fa16-4f2c-a716-14f68fc07da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (d1781054-0211-4776-93a7-97a053ef6de3), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:43.073335 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-cc69557c-fa16-4f2c-a716-14f68fc07da2 None None] For port d1781054-0211-4776-93a7-97a053ef6de3, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=d1781054-0211-4776-93a7-97a053ef6de3,segment=NetworkSegment(a6a494c2-fe5f-4a9f-a816-ca6aa6111a98),segment_id=a6a494c2-fe5f-4a9f-a816-ca6aa6111a98)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:47:43.081924 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-cc69557c-fa16-4f2c-a716-14f68fc07da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (d1781054-0211-4776-93a7-97a053ef6de3), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:43.188101 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69557c-fa16-4f2c-a716-14f68fc07da2 None None] Pushing event updated for resources: {'Port': ['ID=d1781054-0211-4776-93a7-97a053ef6de3,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:43.284546 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-284340cd-91f4-4c47-b897-309813d2dc1a None None] Provisioning complete for port d1781054-0211-4776-93a7-97a053ef6de3 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:43.284931 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-284340cd-91f4-4c47-b897-309813d2dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (d1781054-0211-4776-93a7-97a053ef6de3), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:43.382836 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd58927-e6dd-4cac-b450-77c471193634', 'name': 'tempest-TestMinimumBasicScenario-1276154709-router', 'tenant_id': '15fd010056f54decb6e2e558620f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a43443b-a58a-4edc-8c54-c9320cb1b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:33Z', 'updated_at': '2022-02-17T15:47:37Z', 'revision_number': 4, 'project_id': '15fd010056f54decb6e2e558620f73cb', 'gw_port': {'id': '2a43443b-a58a-4edc-8c54-c9320cb1b025', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:22:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd58927-e6dd-4cac-b450-77c471193634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:34Z', 'updated_at': '2022-02-17T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'd1781054-0211-4776-93a7-97a053ef6de3', 'name': '', 'network_id': '2768b9c2-24a0-4ecc-93b7-a8634da4b8fc', 'tenant_id': '15fd010056f54decb6e2e558620f73cb', 'mac_address': 'fa:16:3e:9d:8c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd58927-e6dd-4cac-b450-77c471193634', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '6ecbc281-6df0-49ab-b614-98ef695a4213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:36Z', 'updated_at': '2022-02-17T15:47:42Z', 'revision_number': 4, 'project_id': '15fd010056f54decb6e2e558620f73cb', 'subnets': [{'id': '6ecbc281-6df0-49ab-b614-98ef695a4213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:47:43.429257 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e7f68e-f020-4b09-8145-fcd850b74029 None None] The sync data for ids ['bbd58927-e6dd-4cac-b450-77c471193634'] in dv-cinder-606346-36-iscsi is: [{'id': 'bbd58927-e6dd-4cac-b450-77c471193634', 'name': 'tempest-TestMinimumBasicScenario-1276154709-router', 'tenant_id': '15fd010056f54decb6e2e558620f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a43443b-a58a-4edc-8c54-c9320cb1b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:33Z', 'updated_at': '2022-02-17T15:47:37Z', 'revision_number': 4, 'project_id': '15fd010056f54decb6e2e558620f73cb', 'gw_port': {'id': '2a43443b-a58a-4edc-8c54-c9320cb1b025', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:22:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd58927-e6dd-4cac-b450-77c471193634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:34Z', 'updated_at': '2022-02-17T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'd1781054-0211-4776-93a7-97a053ef6de3', 'name': '', 'network_id': '2768b9c2-24a0-4ecc-93b7-a8634da4b8fc', 'tenant_id': '15fd010056f54decb6e2e558620f73cb', 'mac_address': 'fa:16:3e:9d:8c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd58927-e6dd-4cac-b450-77c471193634', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '6ecbc281-6df0-49ab-b614-98ef695a4213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:36Z', 'updated_at': '2022-02-17T15:47:42Z', 'revision_number': 4, 'project_id': '15fd010056f54decb6e2e558620f73cb', 'subnets': [{'id': '6ecbc281-6df0-49ab-b614-98ef695a4213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:47:43.437890 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fc050-be07-4c70-bad8-566e07482eef req-1ed02d0b-2b4a-4777-b5b8-90063e87ce65 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:43.446589 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-635fc050-be07-4c70-bad8-566e07482eef req-1ed02d0b-2b4a-4777-b5b8-90063e87ce65 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=51e744d3-e5f3-45ef-b6f5-8ad3fa244301 HTTP/1.1" status: 200 len: 946 time: 0.1504545 Feb 17 15:47:43.456623 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-284340cd-91f4-4c47-b897-309813d2dc1a None None] Current status of the port d1781054-0211-4776-93a7-97a053ef6de3 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:43.460307 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633ab6e-ce1f-4226-bb98-61ca52829a34 req-6f8c2ed0-8e6a-4b5b-b36b-a1131e5b0cf7 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:43.462039 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7633ab6e-ce1f-4226-bb98-61ca52829a34 req-6f8c2ed0-8e6a-4b5b-b36b-a1131e5b0cf7 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.1550109 Feb 17 15:47:43.544267 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-635fc050-be07-4c70-bad8-566e07482eef req-76a39596-74a8-4bce-84ff-5709d1b82dac tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804713 Feb 17 15:47:43.651670 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7633ab6e-ce1f-4226-bb98-61ca52829a34 req-3eb88f4e-655e-4614-858d-2369b8e5c242 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224992 Feb 17 15:47:43.877148 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca1ad2-2bd2-43be-b2e9-48badf5220fd req-7f76cdf3-2f68-4a36-a2c5-2e9e1c43acdf tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:43.877148 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8aca1ad2-2bd2-43be-b2e9-48badf5220fd req-7f76cdf3-2f68-4a36-a2c5-2e9e1c43acdf tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.1882823 Feb 17 15:47:43.913377 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442556c-a7f9-4c27-8192-1f157f183987 req-684e9dca-5b5a-45fc-b6e9-c8e75a33d5fa tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:43.915256 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2442556c-a7f9-4c27-8192-1f157f183987 req-684e9dca-5b5a-45fc-b6e9-c8e75a33d5fa tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.1492994 Feb 17 15:47:43.959073 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8aca1ad2-2bd2-43be-b2e9-48badf5220fd req-678c7b65-de92-403d-837c-954d896c851b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753493 Feb 17 15:47:44.010711 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2442556c-a7f9-4c27-8192-1f157f183987 req-2ef60c3d-6726-4214-ae95-436f0e04b5ba tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776675 Feb 17 15:47:44.185942 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:44.760839 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7966f-5aea-458d-846d-0c2e617d78bb req-e4ea65a2-f348-471e-be6c-d839c2c15c83 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:44.777141 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f1d7966f-5aea-458d-846d-0c2e617d78bb req-e4ea65a2-f348-471e-be6c-d839c2c15c83 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=51e744d3-e5f3-45ef-b6f5-8ad3fa244301 HTTP/1.1" status: 200 len: 946 time: 0.1421273 Feb 17 15:47:44.873098 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f1d7966f-5aea-458d-846d-0c2e617d78bb req-5fb92ab6-a142-4600-8645-a6f237fdc5da tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948546 Feb 17 15:47:44.911739 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cb951-6f21-4d89-9540-74d5821ff6f0 req-b0612112-7eb9-44c2-a310-b5aa812bced3 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:44.913643 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-626cb951-6f21-4d89-9540-74d5821ff6f0 req-b0612112-7eb9-44c2-a310-b5aa812bced3 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.1335707 Feb 17 15:47:45.023433 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-626cb951-6f21-4d89-9540-74d5821ff6f0 req-4c4eb838-2a07-42bd-9179-937f8e7f7591 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953650 Feb 17 15:47:45.133632 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b9d07-d3a8-40ff-9aeb-9307d51b3155 req-3d3c2948-bb07-4a77-bf56-8f4272826e68 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:45.142837 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-497b9d07-d3a8-40ff-9aeb-9307d51b3155 req-3d3c2948-bb07-4a77-bf56-8f4272826e68 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0812752 Feb 17 15:47:45.176791 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device d1781054-0211-4776-93a7-97a053ef6de3 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:47:45.250145 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2b2c8-6869-48bd-b475-c689c1f262b3 req-cfae8270-3de7-40b5-af36-93e0b29e50c4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:45.251987 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fdb2b2c8-6869-48bd-b475-c689c1f262b3 req-cfae8270-3de7-40b5-af36-93e0b29e50c4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.1289103 Feb 17 15:47:45.267435 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-497b9d07-d3a8-40ff-9aeb-9307d51b3155 req-9e248b5b-9119-46ea-8f08-211439abf676 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234093 Feb 17 15:47:45.292804 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port d1781054-0211-4776-93a7-97a053ef6de3 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:45.293336 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (d1781054-0211-4776-93a7-97a053ef6de3), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:45.355706 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fdb2b2c8-6869-48bd-b475-c689c1f262b3 req-49f91709-a9fe-4a09-88e5-445c70f2abc8 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773282 Feb 17 15:47:45.434277 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port d1781054-0211-4776-93a7-97a053ef6de3 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:46.072617 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d32e78-5603-4c3f-bd66-3e09431186fb req-3686249d-fda0-4318-9fad-1696d25a0cc3 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:46.080938 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-49d32e78-5603-4c3f-bd66-3e09431186fb req-3686249d-fda0-4318-9fad-1696d25a0cc3 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=51e744d3-e5f3-45ef-b6f5-8ad3fa244301 HTTP/1.1" status: 200 len: 946 time: 0.0925894 Feb 17 15:47:46.176290 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-49d32e78-5603-4c3f-bd66-3e09431186fb req-ed24f6db-ddf0-4671-9a06-678eb2884e54 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870123 Feb 17 15:47:46.209453 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524029b-1c96-4493-a800-2aa6e59385f3 req-51d118a4-0809-40dd-b490-631d1d82edc6 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:46.210935 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0524029b-1c96-4493-a800-2aa6e59385f3 req-51d118a4-0809-40dd-b490-631d1d82edc6 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0959070 Feb 17 15:47:46.263046 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0524029b-1c96-4493-a800-2aa6e59385f3 req-63d4a031-ad8b-42b1-bb6c-07d9c70f3af0 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463095 Feb 17 15:47:46.486995 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b349f-1038-4835-9e1a-1a4bb99e0e10 req-5271c679-656a-4af7-b9a0-01b4c21ea799 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:46.488757 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e73b349f-1038-4835-9e1a-1a4bb99e0e10 req-5271c679-656a-4af7-b9a0-01b4c21ea799 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.1285267 Feb 17 15:47:46.532684 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d99b0e-2dfc-41e7-a863-deb7afc4e805 req-ad7523c6-9a2d-4596-9c64-7b95ba1d012b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:46.532684 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b8d99b0e-2dfc-41e7-a863-deb7afc4e805 req-ad7523c6-9a2d-4596-9c64-7b95ba1d012b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.0846488 Feb 17 15:47:46.611351 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b8d99b0e-2dfc-41e7-a863-deb7afc4e805 req-2a89b720-9d50-4ca0-b6e5-6b7c68297bc9 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753407 Feb 17 15:47:46.626188 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e73b349f-1038-4835-9e1a-1a4bb99e0e10 req-4fbae7bd-ba8b-4076-80b1-1249f94f30fd tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238716 Feb 17 15:47:46.814534 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c833fc-214b-4577-b156-0c0a37af94ca req-c21d5529-7aae-44fa-93da-ffbe6d6faaa0 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:46.816875 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-b8c833fc-214b-4577-b156-0c0a37af94ca req-c21d5529-7aae-44fa-93da-ffbe6d6faaa0 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.24 "GET /v2.0/ports?device_id=51e744d3-e5f3-45ef-b6f5-8ad3fa244301 HTTP/1.1" status: 200 len: 946 time: 0.0549631 Feb 17 15:47:46.942584 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [req-b8c833fc-214b-4577-b156-0c0a37af94ca req-2c6b1fc0-e817-46f3-940c-e44f681629a5 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Deleting port 0691a61a-0ac4-4fd3-a616-5a955004cdc1 {{(pid=109498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:47:46.942924 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-b8c833fc-214b-4577-b156-0c0a37af94ca req-2c6b1fc0-e817-46f3-940c-e44f681629a5 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (0691a61a-0ac4-4fd3-a616-5a955004cdc1), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:47.063515 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-b8c833fc-214b-4577-b156-0c0a37af94ca req-2c6b1fc0-e817-46f3-940c-e44f681629a5 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] For port 0691a61a-0ac4-4fd3-a616-5a955004cdc1, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=0691a61a-0ac4-4fd3-a616-5a955004cdc1,segment=NetworkSegment(78ee3f1d-c236-4a70-bf1f-c5e9746bffa4),segment_id=78ee3f1d-c236-4a70-bf1f-c5e9746bffa4)] {{(pid=109498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:47:47.063898 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-b8c833fc-214b-4577-b156-0c0a37af94ca req-2c6b1fc0-e817-46f3-940c-e44f681629a5 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (0691a61a-0ac4-4fd3-a616-5a955004cdc1), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:47.092917 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [req-b8c833fc-214b-4577-b156-0c0a37af94ca req-2c6b1fc0-e817-46f3-940c-e44f681629a5 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Calling delete_port for 0691a61a-0ac4-4fd3-a616-5a955004cdc1 owned by compute:nova {{(pid=109498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:47:47.351442 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-b8c833fc-214b-4577-b156-0c0a37af94ca req-2c6b1fc0-e817-46f3-940c-e44f681629a5 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (0691a61a-0ac4-4fd3-a616-5a955004cdc1), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:47.365147 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['0691a61a-0ac4-4fd3-a616-5a955004cdc1'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:47:47.421434 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b1fc0-e817-46f3-940c-e44f681629a5 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Pushing event deleted for resources: {'Port': ['ID=0691a61a-0ac4-4fd3-a616-5a955004cdc1,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:47.480289 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d2ecc68f-b990-487b-95ab-046ac8006262 req-f03f9868-ec80-499c-907a-a42d88fa65a7 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=51e744d3-e5f3-45ef-b6f5-8ad3fa244301 HTTP/1.1" status: 200 len: 210 time: 0.1296370 Feb 17 15:47:47.538493 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c833fc-214b-4577-b156-0c0a37af94ca req-2c6b1fc0-e817-46f3-940c-e44f681629a5 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] No DVR routers for this DVR port 0691a61a-0ac4-4fd3-a616-5a955004cdc1 on host hv-cinder-60634 {{(pid=109498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:47:47.547972 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-b8c833fc-214b-4577-b156-0c0a37af94ca req-2c6b1fc0-e817-46f3-940c-e44f681629a5 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:47.553149 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-b8c833fc-214b-4577-b156-0c0a37af94ca req-2c6b1fc0-e817-46f3-940c-e44f681629a5 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.24 "DELETE /v2.0/ports/0691a61a-0ac4-4fd3-a616-5a955004cdc1 HTTP/1.1" status: 204 len: 173 time: 0.7271531 Feb 17 15:47:47.553929 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51e744d3-e5f3-45ef-b6f5-8ad3fa244301', 'name': 'network-vif-deleted', 'tag': '0691a61a-0ac4-4fd3-a616-5a955004cdc1'}] {{(pid=109498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:47:47.560335 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}780bf5bf4681f798ff63f4c2752ba00573ae695b8458fad7683b49eb1801337a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d2c458b-d146-48cc-a07e-513322987f56" -d '{"events": [{"server_uuid": "51e744d3-e5f3-45ef-b6f5-8ad3fa244301", "name": "network-vif-deleted", "tag": "0691a61a-0ac4-4fd3-a616-5a955004cdc1"}]}' {{(pid=109498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:47:47.630687 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b10eb9-1e33-4e4d-9b3e-2cf185c6db03 req-059a93d2-dc2c-4e68-be7b-05a3bdd922cf tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:47.642943 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e2b10eb9-1e33-4e4d-9b3e-2cf185c6db03 req-059a93d2-dc2c-4e68-be7b-05a3bdd922cf tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.2043395 Feb 17 15:47:47.678581 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd622934-811c-4b34-bd0b-4d915df4fa10 x-openstack-request-id: req-cd622934-811c-4b34-bd0b-4d915df4fa10 {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:47:47.681773 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51e744d3-e5f3-45ef-b6f5-8ad3fa244301", "name": "network-vif-deleted", "tag": "0691a61a-0ac4-4fd3-a616-5a955004cdc1", "status": "completed", "code": 200}]} {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:47:47.682235 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cd622934-811c-4b34-bd0b-4d915df4fa10 {{(pid=109498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:47:47.682809 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51e744d3-e5f3-45ef-b6f5-8ad3fa244301', 'name': 'network-vif-deleted', 'tag': '0691a61a-0ac4-4fd3-a616-5a955004cdc1', 'status': 'completed', 'code': 200} Feb 17 15:47:47.787592 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e2b10eb9-1e33-4e4d-9b3e-2cf185c6db03 req-4b64a1bc-b9a4-4043-b85d-baac903b7f81 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408026 Feb 17 15:47:47.980631 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964ca8b-93f8-49e6-a1c9-5084df168cc5 req-710c32bd-7c83-4c1c-9b52-5d3e82cf60c4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:47.982199 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2964ca8b-93f8-49e6-a1c9-5084df168cc5 req-710c32bd-7c83-4c1c-9b52-5d3e82cf60c4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.1502845 Feb 17 15:47:48.027483 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5539d-e1f2-4bba-a2b0-69d0705ea9d4 req-0844114f-0d90-4eef-b648-43b27f7345b3 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:48.031239 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-cbb5539d-e1f2-4bba-a2b0-69d0705ea9d4 req-0844114f-0d90-4eef-b648-43b27f7345b3 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.1245291 Feb 17 15:47:48.095598 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2964ca8b-93f8-49e6-a1c9-5084df168cc5 req-63a82121-61dd-456e-9f56-d3e73edd60d8 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063807 Feb 17 15:47:48.153806 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-cbb5539d-e1f2-4bba-a2b0-69d0705ea9d4 req-83ac409b-bcaf-49aa-a789-e8ee880390e2 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128793 Feb 17 15:47:48.871737 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-2d00ca56-0c77-400e-9cae-ef957d8417ec tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:48.874346 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-2d00ca56-0c77-400e-9cae-ef957d8417ec tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/networks?id=63235bca-1a35-4925-a38a-c86897ed950b HTTP/1.1" status: 200 len: 809 time: 0.1409857 Feb 17 15:47:48.913047 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-d2633caf-dea9-402f-b587-3302754f0abf tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/quotas/42f417bfaf2b41a1be72b7fd65a88a16 HTTP/1.1" status: 200 len: 375 time: 0.0276549 Feb 17 15:47:48.957059 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-c6e0ddf2-405c-496e-9556-1d1d3de2c2dd tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=42f417bfaf2b41a1be72b7fd65a88a16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380905 Feb 17 15:47:48.976612 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a06467-7203-4c41-96af-fcf31f86d6b1 req-c12afc4d-a265-4ac9-b23b-8ec484fa31d3 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:48.978146 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d6a06467-7203-4c41-96af-fcf31f86d6b1 req-c12afc4d-a265-4ac9-b23b-8ec484fa31d3 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.1026614 Feb 17 15:47:49.042281 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d6a06467-7203-4c41-96af-fcf31f86d6b1 req-7dd1b9dc-41f8-4440-8759-1d87dda2d142 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539510 Feb 17 15:47:49.149546 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-4d97fa22-07b0-4adf-99f0-8055ab22f1cd service neutron] 10.222.0.67 "GET /v2.0/networks/63235bca-1a35-4925-a38a-c86897ed950b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702051 Feb 17 15:47:49.382071 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-b0bf8242-0dd5-40c9-9e8c-750eb7144cfb service neutron] 10.222.0.67 "GET /v2.0/networks/63235bca-1a35-4925-a38a-c86897ed950b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302322 Feb 17 15:47:49.395462 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5ec05-cfda-4aeb-b34a-8d42a67ca105 req-3e22c921-d411-4ed1-88cc-9b961bb91b85 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:49.397003 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e2b5ec05-cfda-4aeb-b34a-8d42a67ca105 req-3e22c921-d411-4ed1-88cc-9b961bb91b85 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.1769009 Feb 17 15:47:49.480431 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e2b5ec05-cfda-4aeb-b34a-8d42a67ca105 req-837acdc5-0dd2-4582-8e0d-36323b7b2f05 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708401 Feb 17 15:47:49.597610 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f010d8a-2af2-4a72-8f52-bb4b72d8e788 req-43c1dc75-f978-42eb-947d-eaf885712290 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:49.606025 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4f010d8a-2af2-4a72-8f52-bb4b72d8e788 req-43c1dc75-f978-42eb-947d-eaf885712290 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0652611 Feb 17 15:47:49.749183 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4f010d8a-2af2-4a72-8f52-bb4b72d8e788 req-82c23dfb-f77e-48bc-b809-23ed9af82c04 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420527 Feb 17 15:47:49.751438 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b3e87a18-0b1f-440b-9a81-35c5b3ce6a2e req-b244a23c-8324-48bd-bce6-1c2a0d052309 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4bbd62d-c0f2-4115-af48-45010a77c7cc HTTP/1.1" status: 200 len: 210 time: 0.0784242 Feb 17 15:47:50.194053 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85d3414-8181-4043-92f7-68ae7f4334f0 req-0013d252-0fca-428e-9eff-44c7cfd64950 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:50.195839 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a85d3414-8181-4043-92f7-68ae7f4334f0 req-0013d252-0fca-428e-9eff-44c7cfd64950 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0729847 Feb 17 15:47:50.251806 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a85d3414-8181-4043-92f7-68ae7f4334f0 req-a1f7a955-c32a-4a96-a886-8ee8b3cc9482 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478451 Feb 17 15:47:50.751988 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce548904-2e4e-4f57-b14d-09855e002444 req-9b51deb0-c93d-49a5-a295-352b9715c928 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:50.761620 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ce548904-2e4e-4f57-b14d-09855e002444 req-9b51deb0-c93d-49a5-a295-352b9715c928 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.1603727 Feb 17 15:47:50.858793 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ce548904-2e4e-4f57-b14d-09855e002444 req-fc490cc6-e49e-4095-b6c3-cae7579d7863 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960929 Feb 17 15:47:50.990036 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec34e2-1176-4b24-8b56-50698f6faa66 req-0135fb3b-ff52-4733-aff2-8250f96fecdc tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:50.997625 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-15214f4d-242e-49b7-b1be-55ed018a8137 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:50.999808 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-15214f4d-242e-49b7-b1be-55ed018a8137 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.24 "GET /v2.0/networks?id=63235bca-1a35-4925-a38a-c86897ed950b HTTP/1.1" status: 200 len: 809 time: 0.1876817 Feb 17 15:47:51.005146 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-97ec34e2-1176-4b24-8b56-50698f6faa66 req-0135fb3b-ff52-4733-aff2-8250f96fecdc tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0984848 Feb 17 15:47:51.013382 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-6f2b3d28-719a-4d29-865e-a956273ceb70 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Request body: {'port': {'device_id': 'a4bbd62d-c0f2-4115-af48-45010a77c7cc', 'network_id': '63235bca-1a35-4925-a38a-c86897ed950b', 'admin_state_up': True, 'tenant_id': '42f417bfaf2b41a1be72b7fd65a88a16'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:47:51.078694 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-02457201-7190-4c48-8124-8e42ece7cb0d req-2ae57356-84e8-4961-9dfc-c03327661644 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4bbd62d-c0f2-4115-af48-45010a77c7cc HTTP/1.1" status: 200 len: 210 time: 0.0489755 Feb 17 15:47:51.122677 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-97ec34e2-1176-4b24-8b56-50698f6faa66 req-22d8c4aa-be50-4971-80dc-c17c1f67a371 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168599 Feb 17 15:47:51.242591 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-6f2b3d28-719a-4d29-865e-a956273ceb70 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Made reservation on behalf of 42f417bfaf2b41a1be72b7fd65a88a16 for: {'port': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:47:51.246497 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-6f2b3d28-719a-4d29-865e-a956273ceb70 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:51.367634 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 53364) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:51.461896 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81e817-156d-4195-a04a-9e613c2a91ec req-89e92a71-7291-48a6-b053-60c327b1ee34 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:51.464531 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9d81e817-156d-4195-a04a-9e613c2a91ec req-89e92a71-7291-48a6-b053-60c327b1ee34 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0881522 Feb 17 15:47:51.486732 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_common [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-6f2b3d28-719a-4d29-865e-a956273ceb70 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Allocated IP 172.20.0.7 (63235bca-1a35-4925-a38a-c86897ed950b/81800003-ed47-48bb-8426-7b6e8af6cdd1/f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a) {{(pid=109498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:47:51.535576 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9d81e817-156d-4195-a04a-9e613c2a91ec req-7f0cd2b2-47c0-402e-ad20-ebdd587d665a tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647838 Feb 17 15:47:51.603877 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d4dab498-d473-40a6-9ab7-17ddf9af244a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:51.747263 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d4dab498-d473-40a6-9ab7-17ddf9af244a admin admin] Publish callbacks [] for security_group (5a6d81d8-3940-4513-988c-7cc096f5cf89), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:51.750914 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-6f2b3d28-719a-4d29-865e-a956273ceb70 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Publish callbacks [] for port (f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:51.752841 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d4dab498-d473-40a6-9ab7-17ddf9af244a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (5a6d81d8-3940-4513-988c-7cc096f5cf89), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:51.795550 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-6f2b3d28-719a-4d29-865e-a956273ceb70 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:51.800094 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-d4dab498-d473-40a6-9ab7-17ddf9af244a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=37755930714048fabcbf0ec53132ac58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4313378 Feb 17 15:47:51.800998 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dab498-d473-40a6-9ab7-17ddf9af244a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6d81d8-3940-4513-988c-7cc096f5cf89,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:51.803256 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 53374) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:51.856919 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-6f2b3d28-719a-4d29-865e-a956273ceb70 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Network 63235bca-1a35-4925-a38a-c86897ed950b is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:47:51.860476 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-6f2b3d28-719a-4d29-865e-a956273ceb70 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:47:51.866139 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-6f2b3d28-719a-4d29-865e-a956273ceb70 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Received port after_create {{(pid=109498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:47:51.869281 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-8e4b9035-7765-429e-a5de-5bc08d3f727d admin admin] Publish callbacks [] for security_group (5a6d81d8-3940-4513-988c-7cc096f5cf89), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:51.906904 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-8e4b9035-7765-429e-a5de-5bc08d3f727d admin admin] Publish callbacks [] for security_group (5a6d81d8-3940-4513-988c-7cc096f5cf89), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:51.961213 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-6f2b3d28-719a-4d29-865e-a956273ceb70 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:51.961901 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-6f2b3d28-719a-4d29-865e-a956273ceb70 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:51.972214 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b3d28-719a-4d29-865e-a956273ceb70 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Pushing event updated for resources: {'Port': ['ID=f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:51.989325 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-8e4b9035-7765-429e-a5de-5bc08d3f727d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (5a6d81d8-3940-4513-988c-7cc096f5cf89), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:51.992178 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-8e4b9035-7765-429e-a5de-5bc08d3f727d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:51.993696 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-8e4b9035-7765-429e-a5de-5bc08d3f727d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5a6d81d8-3940-4513-988c-7cc096f5cf89 HTTP/1.1" status: 204 len: 168 time: 0.1781778 Feb 17 15:47:52.004077 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b9035-7765-429e-a5de-5bc08d3f727d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6d81d8-3940-4513-988c-7cc096f5cf89,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:52.022462 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-6f2b3d28-719a-4d29-865e-a956273ceb70 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0128944 Feb 17 15:47:52.047224 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-685bab90-ef07-4408-a7e4-b2cb5a672ac3 service neutron] Request body: {'port': {'device_id': 'a4bbd62d-c0f2-4115-af48-45010a77c7cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:47:52.108516 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cfbdd3-5371-4a06-bca0-20d9debf5649 req-97ea18b5-da37-46e7-9f53-77e99ec1d25f tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:52.110129 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-03cfbdd3-5371-4a06-bca0-20d9debf5649 req-97ea18b5-da37-46e7-9f53-77e99ec1d25f tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.1024778 Feb 17 15:47:52.213308 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 8d8a458d-7505-4dbf-9aa4-428a1db22383 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:47:52.227424 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-03cfbdd3-5371-4a06-bca0-20d9debf5649 req-2521c7f5-7a6d-4212-95dc-58e6a7d14c3a tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100960 Feb 17 15:47:52.236989 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-685bab90-ef07-4408-a7e4-b2cb5a672ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:52.325275 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6a348-8d66-4864-a1a1-2b044e45fc4c req-7d2b849d-7922-4c7d-97d7-2a9f9a5fa0e3 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:52.327030 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-dfb6a348-8d66-4864-a1a1-2b044e45fc4c req-7d2b849d-7922-4c7d-97d7-2a9f9a5fa0e3 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4bbd62d-c0f2-4115-af48-45010a77c7cc HTTP/1.1" status: 200 len: 931 time: 0.1043465 Feb 17 15:47:52.432715 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 53400) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:52.451191 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 8d8a458d-7505-4dbf-9aa4-428a1db22383, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8d8a458d-7505-4dbf-9aa4-428a1db22383,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:47:52.466947 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-dfb6a348-8d66-4864-a1a1-2b044e45fc4c req-79b8b692-5c6b-4588-ba99-b5f3166044c3 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205084 Feb 17 15:47:52.489264 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': '8d8a458d-7505-4dbf-9aa4-428a1db22383', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'port_id': '8d8a458d-7505-4dbf-9aa4-428a1db22383', 'mac_address': 'fa:16:3e:4a:ce:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085193d0-4bed-4149-bda8-411e07e82670', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:47:52.491130 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 0691a61a-0ac4-4fd3-a616-5a955004cdc1 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:47:52.549324 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fbae2-27fc-43e5-b417-064ee2094669 req-86b70585-105b-4d60-b32d-c6794df5496f tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:52.550792 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-854fbae2-27fc-43e5-b417-064ee2094669 req-86b70585-105b-4d60-b32d-c6794df5496f tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.1165054 Feb 17 15:47:52.606235 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:47:52.619787 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 8d8a458d-7505-4dbf-9aa4-428a1db22383 is: ACTIVE; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:52.619787 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:52.626209 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] No Port match for: 0691a61a-0ac4-4fd3-a616-5a955004cdc1 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:47:52.626744 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 0691a61a-0ac4-4fd3-a616-5a955004cdc1 not bound to the agent host hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:47:52.637426 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-854fbae2-27fc-43e5-b417-064ee2094669 req-27c65575-2652-458b-b088-6aed42794e56 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751562 Feb 17 15:47:52.662278 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8d8a458d-7505-4dbf-9aa4-428a1db22383 {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:47:52.720296 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 8d8a458d-7505-4dbf-9aa4-428a1db22383, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8d8a458d-7505-4dbf-9aa4-428a1db22383,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:47:52.729282 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:52.773215 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b538c8-d54c-44b2-bb5a-47d5c54f2eb9 req-d74cc4ae-5e8a-4816-9731-a5a6ff38db87 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:52.775109 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-68b538c8-d54c-44b2-bb5a-47d5c54f2eb9 req-d74cc4ae-5e8a-4816-9731-a5a6ff38db87 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0884395 Feb 17 15:47:52.819139 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-50136ebf-6b27-42a5-8043-d30d7ebfcb28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:52.830926 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=8d8a458d-7505-4dbf-9aa4-428a1db22383,revision_number=6']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:52.849628 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-685bab90-ef07-4408-a7e4-b2cb5a672ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a {{(pid=109498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:47:52.853530 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['8d8a458d-7505-4dbf-9aa4-428a1db22383'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:47:52.861477 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-685bab90-ef07-4408-a7e4-b2cb5a672ac3 service neutron] Publish callbacks [] for port (f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:52.876410 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.provisioning_blocks [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-685bab90-ef07-4408-a7e4-b2cb5a672ac3 service neutron] Transition to ACTIVE for port object f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a will not be triggered until provisioned by entity L2. {{(pid=109498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 15:47:52.882235 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-685bab90-ef07-4408-a7e4-b2cb5a672ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8641772'] for port (f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:52.895397 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:52.895736 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:52.896115 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:52.896481 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:52.896857 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:52.897190 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:52.897532 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:52.897862 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:52.898184 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:52.898689 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:52.899026 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:52.899352 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:52.899695 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:47:52.903390 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-68b538c8-d54c-44b2-bb5a-47d5c54f2eb9 req-9e91489d-8951-44db-9458-ab71be9cfac8 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212411 Feb 17 15:47:52.948568 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bab90-ef07-4408-a7e4-b2cb5a672ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a,revision_number=2']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:53.040702 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-50136ebf-6b27-42a5-8043-d30d7ebfcb28 admin admin] Publish callbacks [] for security_group (0a54dedd-6460-4adf-94f5-0d57ced780a9), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:53.046804 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-50136ebf-6b27-42a5-8043-d30d7ebfcb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (0a54dedd-6460-4adf-94f5-0d57ced780a9), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:53.074848 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-685bab90-ef07-4408-a7e4-b2cb5a672ac3 service neutron] Attempting to bind port f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a on host hv-cinder-60634 for vnic_type normal with profile {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:47:53.075332 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-685bab90-ef07-4408-a7e4-b2cb5a672ac3 service neutron] Attempting to bind port f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '78ee3f1d-c236-4a70-bf1f-c5e9746bffa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '63235bca-1a35-4925-a38a-c86897ed950b'}] {{(pid=109498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:47:53.079135 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-685bab90-ef07-4408-a7e4-b2cb5a672ac3 service neutron] Attempting to bind port f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a on network 63235bca-1a35-4925-a38a-c86897ed950b {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:47:53.090015 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-685bab90-ef07-4408-a7e4-b2cb5a672ac3 service neutron] Port f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a on network 63235bca-1a35-4925-a38a-c86897ed950b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 15:47:53.090973 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-685bab90-ef07-4408-a7e4-b2cb5a672ac3 service neutron] Attempting to bind port f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a on network 63235bca-1a35-4925-a38a-c86897ed950b {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:47:53.106882 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-685bab90-ef07-4408-a7e4-b2cb5a672ac3 service neutron] Checking agent: {'id': '085351c5-065a-4edc-ae4b-0d7f2b27b503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'started_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:47:53.107299 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-685bab90-ef07-4408-a7e4-b2cb5a672ac3 service neutron] Checking segment: {'id': '78ee3f1d-c236-4a70-bf1f-c5e9746bffa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '63235bca-1a35-4925-a38a-c86897ed950b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:47:53.107731 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-685bab90-ef07-4408-a7e4-b2cb5a672ac3 service neutron] Bound using segment: {'id': '78ee3f1d-c236-4a70-bf1f-c5e9746bffa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '63235bca-1a35-4925-a38a-c86897ed950b'} {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:47:53.110491 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-685bab90-ef07-4408-a7e4-b2cb5a672ac3 service neutron] Bound port: f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78ee3f1d-c236-4a70-bf1f-c5e9746bffa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '63235bca-1a35-4925-a38a-c86897ed950b'}}] {{(pid=109498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:47:53.110983 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-685bab90-ef07-4408-a7e4-b2cb5a672ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:53.117422 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50136ebf-6b27-42a5-8043-d30d7ebfcb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a54dedd-6460-4adf-94f5-0d57ced780a9,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:53.125663 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-50136ebf-6b27-42a5-8043-d30d7ebfcb28 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cfc30c67901f4f1c86c5cec354541a5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6480331 Feb 17 15:47:53.125663 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 53434) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:53.198871 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-743c727a-c48f-4a5a-891d-97203f4e3e1e admin admin] Publish callbacks [] for security_group (0a54dedd-6460-4adf-94f5-0d57ced780a9), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:53.245508 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-743c727a-c48f-4a5a-891d-97203f4e3e1e admin admin] Publish callbacks [] for security_group (0a54dedd-6460-4adf-94f5-0d57ced780a9), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:53.262220 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 53438) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:53.278509 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-685bab90-ef07-4408-a7e4-b2cb5a672ac3 service neutron] For port f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a, host hv-cinder-60634, cleared binding levels {{(pid=109498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:47:53.282078 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-685bab90-ef07-4408-a7e4-b2cb5a672ac3 service neutron] For port f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a,segment=NetworkSegment(78ee3f1d-c236-4a70-bf1f-c5e9746bffa4),segment_id=78ee3f1d-c236-4a70-bf1f-c5e9746bffa4)] {{(pid=109498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:47:53.289265 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-685bab90-ef07-4408-a7e4-b2cb5a672ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8641772'] for port (f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:53.341123 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-743c727a-c48f-4a5a-891d-97203f4e3e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (0a54dedd-6460-4adf-94f5-0d57ced780a9), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:53.343767 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-685bab90-ef07-4408-a7e4-b2cb5a672ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:53.344519 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-685bab90-ef07-4408-a7e4-b2cb5a672ac3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:53.344960 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-743c727a-c48f-4a5a-891d-97203f4e3e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:53.346637 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-685bab90-ef07-4408-a7e4-b2cb5a672ac3 service neutron] 10.222.0.24 "PUT /v2.0/ports/f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a HTTP/1.1" status: 200 len: 1093 time: 1.3088889 Feb 17 15:47:53.346637 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bbd62d-c0f2-4115-af48-45010a77c7cc', 'tag': 'f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a'}] {{(pid=109498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:47:53.349419 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}780bf5bf4681f798ff63f4c2752ba00573ae695b8458fad7683b49eb1801337a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a3b330-bc58-4b5d-9666-8115e8b30ced" -d '{"events": [{"name": "network-changed", "server_uuid": "a4bbd62d-c0f2-4115-af48-45010a77c7cc", "tag": "f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a"}]}' {{(pid=109498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:47:53.350668 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-743c727a-c48f-4a5a-891d-97203f4e3e1e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0a54dedd-6460-4adf-94f5-0d57ced780a9 HTTP/1.1" status: 204 len: 168 time: 0.2226131 Feb 17 15:47:53.371145 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bab90-ef07-4408-a7e4-b2cb5a672ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a,revision_number=3']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:53.381021 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c727a-c48f-4a5a-891d-97203f4e3e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a54dedd-6460-4adf-94f5-0d57ced780a9,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:53.398403 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 53450) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:53.472967 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-b08c208e-f4d0-445b-b384-5f50ecdcaf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:53.474724 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-b08c208e-f4d0-445b-b384-5f50ecdcaf6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42f417bfaf2b41a1be72b7fd65a88a16&device_id=a4bbd62d-c0f2-4115-af48-45010a77c7cc HTTP/1.1" status: 200 len: 1127 time: 0.0680213 Feb 17 15:47:53.503781 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-f1bbc491-c7b5-4ff2-b268-27f21c09cc0b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1705159406-network', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:47:53.531805 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c482cb-8950-4294-a299-1b08e1a78f01 req-5d94909b-d669-4a51-b442-692ae7843753 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:53.533920 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-21c482cb-8950-4294-a299-1b08e1a78f01 req-5d94909b-d669-4a51-b442-692ae7843753 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 945 time: 0.1285613 Feb 17 15:47:53.628195 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b17d17-6532-40b1-9fe8-c706be5e3eb1 x-openstack-request-id: req-a1b17d17-6532-40b1-9fe8-c706be5e3eb1 {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:47:53.628654 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4bbd62d-c0f2-4115-af48-45010a77c7cc", "tag": "f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a", "status": "completed", "code": 200}]} {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:47:53.628910 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a1b17d17-6532-40b1-9fe8-c706be5e3eb1 {{(pid=109498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:47:53.630393 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4bbd62d-c0f2-4115-af48-45010a77c7cc', 'tag': 'f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a', 'status': 'completed', 'code': 200} Feb 17 15:47:53.631393 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bbc491-c7b5-4ff2-b268-27f21c09cc0b admin admin] Made reservation on behalf of a07442ccd84648079b83d0046a0ec54d for: {'network': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:47:53.636859 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f1bbc491-c7b5-4ff2-b268-27f21c09cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for network (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:53.646719 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f1bbc491-c7b5-4ff2-b268-27f21c09cc0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:53.650499 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-fc9f2931-e627-459e-a960-9f7caafac0e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a HTTP/1.1" status: 200 len: 217 time: 0.1023111 Feb 17 15:47:53.663118 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-874e2444-c2da-44a1-9821-6e929fe4cb2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:53.735905 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-21c482cb-8950-4294-a299-1b08e1a78f01 req-5048857f-5bcd-499f-8486-9125001012a7 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964095 Feb 17 15:47:53.748962 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-837b080e-60d5-4b8a-98a8-864db5765fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:53.750778 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-837b080e-60d5-4b8a-98a8-864db5765fae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81800003-ed47-48bb-8426-7b6e8af6cdd1 HTTP/1.1" status: 200 len: 849 time: 0.0923572 Feb 17 15:47:53.793835 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-874e2444-c2da-44a1-9821-6e929fe4cb2f admin admin] Publish callbacks [] for security_group (a24d4e5a-ecab-467b-91ce-9eaf5e31deb7), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:53.805304 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-874e2444-c2da-44a1-9821-6e929fe4cb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (a24d4e5a-ecab-467b-91ce-9eaf5e31deb7), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:53.825406 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-34c2dae8-cca2-4a65-b602-20f367571ede service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63235bca-1a35-4925-a38a-c86897ed950b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647016 Feb 17 15:47:53.928024 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 53476) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:53.957403 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-65a2a9cb-cbaa-4ffb-a0f8-297dd36e599f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:53.980644 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-e97068aa-bb7f-4446-8dbf-fd9485ceeaf1 service neutron] 10.222.0.24 "GET /v2.0/networks/63235bca-1a35-4925-a38a-c86897ed950b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401908 Feb 17 15:47:54.018035 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f1bbc491-c7b5-4ff2-b268-27f21c09cc0b admin admin] Publish callbacks [] for security_group (02b1066f-5625-4aad-bddc-e3dc2e905b0b), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:54.037109 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f1bbc491-c7b5-4ff2-b268-27f21c09cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (02b1066f-5625-4aad-bddc-e3dc2e905b0b), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:54.074233 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711aa72b-5941-4b64-88a8-8b9aa6e4e99a req-f6f99afd-1f88-43ee-9fa2-06aae5dbcaf0 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:54.075682 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-711aa72b-5941-4b64-88a8-8b9aa6e4e99a req-f6f99afd-1f88-43ee-9fa2-06aae5dbcaf0 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4bbd62d-c0f2-4115-af48-45010a77c7cc HTTP/1.1" status: 200 len: 943 time: 0.4638264 Feb 17 15:47:54.105819 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1bbc491-c7b5-4ff2-b268-27f21c09cc0b admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=109498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 15:47:54.140221 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f1bbc491-c7b5-4ff2-b268-27f21c09cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (5963083f-b065-4c02-8d0b-987780465e8f), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:54.140593 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.db.segments_db [None req-f1bbc491-c7b5-4ff2-b268-27f21c09cc0b admin admin] Added segment 5963083f-b065-4c02-8d0b-987780465e8f of type vlan for network e876fc21-a1fb-48e6-880e-d68377d6fe00 Feb 17 15:47:54.145095 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbc491-c7b5-4ff2-b268-27f21c09cc0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b1066f-5625-4aad-bddc-e3dc2e905b0b,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:54.146385 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-874e2444-c2da-44a1-9821-6e929fe4cb2f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c8debf47d965445fa15951690afb2cea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7468448 Feb 17 15:47:54.150871 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e2444-c2da-44a1-9821-6e929fe4cb2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24d4e5a-ecab-467b-91ce-9eaf5e31deb7,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:54.153297 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 53486) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:54.195969 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-13d7f698-b2b4-43e8-a7d7-45eb11b96c57 req-657983b5-91e9-4c92-8f83-d3b6fbed01c0 service neutron] 10.222.0.24 "GET /v2.0/networks/63235bca-1a35-4925-a38a-c86897ed950b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090645 Feb 17 15:47:54.207336 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f1bbc491-c7b5-4ff2-b268-27f21c09cc0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726998781570'] for network (e876fc21-a1fb-48e6-880e-d68377d6fe00), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:54.218643 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 8d8a458d-7505-4dbf-9aa4-428a1db22383 up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:47:54.233011 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-65a2a9cb-cbaa-4ffb-a0f8-297dd36e599f admin admin] Publish callbacks [] for security_group (a890fd7d-2d28-41bd-93a1-6cddc3123414), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:54.241410 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-65a2a9cb-cbaa-4ffb-a0f8-297dd36e599f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (a890fd7d-2d28-41bd-93a1-6cddc3123414), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:54.269398 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f1bbc491-c7b5-4ff2-b268-27f21c09cc0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for network (e876fc21-a1fb-48e6-880e-d68377d6fe00), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:54.270366 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bbc491-c7b5-4ff2-b268-27f21c09cc0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:54.270947 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f1bbc491-c7b5-4ff2-b268-27f21c09cc0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:54.282148 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-711aa72b-5941-4b64-88a8-8b9aa6e4e99a req-1a6f3eb4-f69b-42da-9266-8ba5a30fa765 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866934 Feb 17 15:47:54.304326 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port 8d8a458d-7505-4dbf-9aa4-428a1db22383 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:54.305162 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:54.350482 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8649c-3097-40f1-b18a-a9a25bc019b5 req-8f12927b-9b5b-4ed7-b83b-d99076f7347b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:54.352096 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-71f8649c-3097-40f1-b18a-a9a25bc019b5 req-8f12927b-9b5b-4ed7-b83b-d99076f7347b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.2898717 Feb 17 15:47:54.355903 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-4ecc32ff-9372-4a39-b091-653ddcdfb4d8 admin admin] Publish callbacks [] for security_group (a24d4e5a-ecab-467b-91ce-9eaf5e31deb7), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:54.390942 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-4ecc32ff-9372-4a39-b091-653ddcdfb4d8 admin admin] Publish callbacks [] for security_group (a24d4e5a-ecab-467b-91ce-9eaf5e31deb7), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:54.445535 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 8d8a458d-7505-4dbf-9aa4-428a1db22383 is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:54.446839 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:54.494542 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 8d8a458d-7505-4dbf-9aa4-428a1db22383, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8d8a458d-7505-4dbf-9aa4-428a1db22383,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:47:54.496076 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a3ca41-f80f-43d4-8009-7c38865b979c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8a458d-7505-4dbf-9aa4-428a1db22383'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:47:54.499402 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9783077a-f0c6-4523-aa65-f69b980af674" -d '{"events": [{"server_uuid": "25a3ca41-f80f-43d4-8009-7c38865b979c", "name": "network-vif-plugged", "status": "completed", "tag": "8d8a458d-7505-4dbf-9aa4-428a1db22383"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:47:54.505058 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:54.529616 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-71f8649c-3097-40f1-b18a-a9a25bc019b5 req-f475c10d-9084-48b1-a73f-2627b5eea0ae tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751300 Feb 17 15:47:54.542964 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2a9cb-cbaa-4ffb-a0f8-297dd36e599f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a890fd7d-2d28-41bd-93a1-6cddc3123414,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:54.544280 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-4ecc32ff-9372-4a39-b091-653ddcdfb4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (a24d4e5a-ecab-467b-91ce-9eaf5e31deb7), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:54.547459 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-4ecc32ff-9372-4a39-b091-653ddcdfb4d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:54.547922 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-65a2a9cb-cbaa-4ffb-a0f8-297dd36e599f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ba48c18f27e6408a93716246a3ab9be7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6186271 Feb 17 15:47:54.552634 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 53502) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:54.553304 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-4ecc32ff-9372-4a39-b091-653ddcdfb4d8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a24d4e5a-ecab-467b-91ce-9eaf5e31deb7 HTTP/1.1" status: 204 len: 168 time: 0.3975282 Feb 17 15:47:54.598078 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc32ff-9372-4a39-b091-653ddcdfb4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24d4e5a-ecab-467b-91ce-9eaf5e31deb7,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:54.622987 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=8d8a458d-7505-4dbf-9aa4-428a1db22383,revision_number=7']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:54.631229 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-f1bbc491-c7b5-4ff2-b268-27f21c09cc0b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3652389 Feb 17 15:47:54.636669 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 53506) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:54.639902 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbc491-c7b5-4ff2-b268-27f21c09cc0b admin admin] Pushing event updated for resources: {'Network': ['ID=e876fc21-a1fb-48e6-880e-d68377d6fe00,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:54.655731 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-28cfcff2-451a-4c54-9fc0-2c46fc62d847 admin admin] Request body: {'subnet': {'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1705159406-subnet', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'ip_version': 4}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:47:54.677832 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Network e876fc21-a1fb-48e6-880e-d68377d6fe00 details requested by agent ovs-agent-dv-cinder-606346-36-iscsi with host dv-cinder-606346-36-iscsi {{(pid=109500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 15:47:54.722707 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3b330-bc58-4b5d-9666-8115e8b30ced req-5260235c-ec70-49cf-80e2-ac7fe3c56984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:54.724767 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-20a3b330-bc58-4b5d-9666-8115e8b30ced req-5260235c-ec70-49cf-80e2-ac7fe3c56984 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42f417bfaf2b41a1be72b7fd65a88a16&device_id=a4bbd62d-c0f2-4115-af48-45010a77c7cc HTTP/1.1" status: 200 len: 1127 time: 0.4497867 Feb 17 15:47:54.735199 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cfcff2-451a-4c54-9fc0-2c46fc62d847 admin admin] Made reservation on behalf of a07442ccd84648079b83d0046a0ec54d for: {'subnet': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:47:54.738404 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-28cfcff2-451a-4c54-9fc0-2c46fc62d847 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8764477'] for subnet (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:54.782149 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1952cf5e-e09c-4559-9b1e-325a30766641 admin admin] Publish callbacks [] for security_group (a890fd7d-2d28-41bd-93a1-6cddc3123414), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:54.842919 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-f879a103-4715-4220-bf17-0a3ea485cdd8 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:54.845045 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1952cf5e-e09c-4559-9b1e-325a30766641 admin admin] Publish callbacks [] for security_group (a890fd7d-2d28-41bd-93a1-6cddc3123414), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:54.851334 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-f879a103-4715-4220-bf17-0a3ea485cdd8 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/networks?id=b9b11d9c-de0b-463a-b635-ac25c5f517d4 HTTP/1.1" status: 200 len: 815 time: 0.3694170 Feb 17 15:47:54.870223 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a5aa3-caec-427b-95be-25b1b0c72317 req-9319d945-4a25-49fe-8869-dcf5fa67c949 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:54.872149 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2b9a5aa3-caec-427b-95be-25b1b0c72317 req-9319d945-4a25-49fe-8869-dcf5fa67c949 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.2037964 Feb 17 15:47:54.881313 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-70b9783d-6201-416b-9aef-4f75b16ed5e4 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/quotas/ddb28ca63c6d47249089121ce5c485a5 HTTP/1.1" status: 200 len: 375 time: 0.0289729 Feb 17 15:47:55.000526 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3b330-bc58-4b5d-9666-8115e8b30ced req-736f5805-217a-4da9-9493-e2cf7d198ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:55.002069 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-20a3b330-bc58-4b5d-9666-8115e8b30ced req-736f5805-217a-4da9-9493-e2cf7d198ad0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=63235bca-1a35-4925-a38a-c86897ed950b HTTP/1.1" status: 200 len: 910 time: 0.2679174 Feb 17 15:47:55.061378 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-50f38caa-6019-4782-a0d8-cda7bd4eea37 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ddb28ca63c6d47249089121ce5c485a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1775808 Feb 17 15:47:55.065142 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2b9a5aa3-caec-427b-95be-25b1b0c72317 req-d2aace32-a8c8-437f-bf71-7802aed88fdc tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334047 Feb 17 15:47:55.097129 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1952cf5e-e09c-4559-9b1e-325a30766641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (a890fd7d-2d28-41bd-93a1-6cddc3123414), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:55.099994 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1952cf5e-e09c-4559-9b1e-325a30766641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:55.101204 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-1952cf5e-e09c-4559-9b1e-325a30766641 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a890fd7d-2d28-41bd-93a1-6cddc3123414 HTTP/1.1" status: 204 len: 168 time: 0.5476556 Feb 17 15:47:55.113204 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-20a3b330-bc58-4b5d-9666-8115e8b30ced req-50775957-e8e9-49f3-ab0e-5543a8014752 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a HTTP/1.1" status: 200 len: 217 time: 0.1007714 Feb 17 15:47:55.135037 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952cf5e-e09c-4559-9b1e-325a30766641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a890fd7d-2d28-41bd-93a1-6cddc3123414,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:55.204605 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3b330-bc58-4b5d-9666-8115e8b30ced req-0774cb8b-4a3e-4bf3-8961-e4b83d8124e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:55.206099 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-20a3b330-bc58-4b5d-9666-8115e8b30ced req-0774cb8b-4a3e-4bf3-8961-e4b83d8124e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=81800003-ed47-48bb-8426-7b6e8af6cdd1 HTTP/1.1" status: 200 len: 849 time: 0.0809944 Feb 17 15:47:55.232222 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4959cc-d133-42b4-8e94-1496dc0ddce8 x-openstack-request-id: req-2f4959cc-d133-42b4-8e94-1496dc0ddce8 {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:47:55.232700 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a3ca41-f80f-43d4-8009-7c38865b979c", "name": "network-vif-plugged", "status": "completed", "tag": "8d8a458d-7505-4dbf-9aa4-428a1db22383", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:47:55.232700 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2f4959cc-d133-42b4-8e94-1496dc0ddce8 {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:47:55.233076 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a3ca41-f80f-43d4-8009-7c38865b979c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8a458d-7505-4dbf-9aa4-428a1db22383', 'code': 200} Feb 17 15:47:55.245767 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-20a3b330-bc58-4b5d-9666-8115e8b30ced req-a7900d6a-8465-4be8-ac75-4600c79eadd1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=63235bca-1a35-4925-a38a-c86897ed950b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325217 Feb 17 15:47:55.295437 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-0c38b6b0-759a-4b81-8ea3-c6731b5a0ad6 service neutron] 10.222.0.67 "GET /v2.0/networks/b9b11d9c-de0b-463a-b635-ac25c5f517d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995409 Feb 17 15:47:55.339868 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-28cfcff2-451a-4c54-9fc0-2c46fc62d847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8764431'] for subnet (8f454ab8-9d17-4e5c-b573-5bcdca815dd8), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:55.405116 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-218a5e92-e3cb-4c30-b48f-22c1f9f03462 service neutron] 10.222.0.67 "GET /v2.0/networks/b9b11d9c-de0b-463a-b635-ac25c5f517d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022727 Feb 17 15:47:55.486664 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3ff48-66de-47f1-9279-08d59c830a54 req-f731334d-fb04-475d-a525-2f246fbf4075 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:55.495203 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-20a3b330-bc58-4b5d-9666-8115e8b30ced req-64aae901-7438-4261-ac32-eb327d2c7f54 service neutron] 10.222.0.24 "GET /v2.0/networks/63235bca-1a35-4925-a38a-c86897ed950b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238176 Feb 17 15:47:55.499854 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cfcff2-451a-4c54-9fc0-2c46fc62d847 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f454ab8-9d17-4e5c-b573-5bcdca815dd8,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:55.505038 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9aa3ff48-66de-47f1-9279-08d59c830a54 req-f731334d-fb04-475d-a525-2f246fbf4075 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.1829534 Feb 17 15:47:55.524121 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cfcff2-451a-4c54-9fc0-2c46fc62d847 admin admin] Checking segment: {'id': '5963083f-b065-4c02-8d0b-987780465e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:47:55.524530 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cfcff2-451a-4c54-9fc0-2c46fc62d847 admin admin] Network hostable DHCP agents. Network: e876fc21-a1fb-48e6-880e-d68377d6fe00, hostable agents: ['c690b10a-9812-45df-b2f8-72b352956aca'], hosted agents: [] {{(pid=109498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 15:47:55.566877 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9aa3ff48-66de-47f1-9279-08d59c830a54 req-0f945070-4265-47b2-af75-ebb904e8d706 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609641 Feb 17 15:47:55.605443 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cfcff2-451a-4c54-9fc0-2c46fc62d847 admin admin] Network e876fc21-a1fb-48e6-880e-d68377d6fe00 is scheduled to be hosted by DHCP agent c690b10a-9812-45df-b2f8-72b352956aca with binding_index 1 {{(pid=109498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 15:47:55.621704 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-28cfcff2-451a-4c54-9fc0-2c46fc62d847 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-36-iscsi, e876fc21-a1fb-48e6-880e-d68377d6fe00) {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:47:55.628428 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cfcff2-451a-4c54-9fc0-2c46fc62d847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:55.629051 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-28cfcff2-451a-4c54-9fc0-2c46fc62d847 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for subnet (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:55.639644 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc25712e-51c2-4ea7-9c21-5405c9f1a439 None None] Network e876fc21-a1fb-48e6-880e-d68377d6fe00 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:47:55.675443 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-20a3b330-bc58-4b5d-9666-8115e8b30ced req-61551d5c-8f7c-4527-a5e7-4818bdb5138d service neutron] 10.222.0.24 "GET /v2.0/networks/63235bca-1a35-4925-a38a-c86897ed950b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616879 Feb 17 15:47:55.703008 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-28cfcff2-451a-4c54-9fc0-2c46fc62d847 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0640635 Feb 17 15:47:55.703628 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 53526) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:55.711358 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-1e4d82ad-8330-4c1d-bd11-43221af56206 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1705159406-router', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:47:55.743135 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f6dee9-3009-459c-8136-432a4bb69b43 req-93e2298b-8391-461d-b931-f1d898cf55e2 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:55.752827 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 53528) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:55.759883 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d2f6dee9-3009-459c-8136-432a4bb69b43 req-93e2298b-8391-461d-b931-f1d898cf55e2 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4bbd62d-c0f2-4115-af48-45010a77c7cc HTTP/1.1" status: 200 len: 943 time: 0.1312029 Feb 17 15:47:55.777527 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-7f2caa90-7c40-4718-b9b2-d43f6fae5376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:55.789373 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1e4d82ad-8330-4c1d-bd11-43221af56206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-222821'] for router (8788dd01-0c23-4a32-9dfd-ea5e9458860b), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:55.790650 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1e4d82ad-8330-4c1d-bd11-43221af56206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-222878'] for router (8788dd01-0c23-4a32-9dfd-ea5e9458860b), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:55.817563 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1c68c6-399d-48e7-92e3-460dd6967ab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bcae54e-08a9-5feb-a18c-c07b874cf816-e876fc21-a1fb-48e6-880e-d68377d6fe00', 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00', 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'fixed_ips': [{'subnet_id': '8f454ab8-9d17-4e5c-b573-5bcdca815dd8'}]}} from dv-cinder-606346-36-iscsi. {{(pid=109500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 15:47:55.818589 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6e1c68c6-399d-48e7-92e3-460dd6967ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:55.889714 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-36880cfe-9c7b-4220-a13d-9d5ec2684fe5 req-d501c28f-392d-4950-bd39-39a757cb3b84 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 210 time: 0.1274915 Feb 17 15:47:55.931702 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d2f6dee9-3009-459c-8136-432a4bb69b43 req-b6c89636-b8b9-41e0-9238-5ffc72086fca tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698713 Feb 17 15:47:55.981364 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1e4d82ad-8330-4c1d-bd11-43221af56206 admin admin] Publish callbacks [] for router_controller (8788dd01-0c23-4a32-9dfd-ea5e9458860b), precommit_add_association {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:56.108765 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-7f2caa90-7c40-4718-b9b2-d43f6fae5376 admin admin] Publish callbacks [] for security_group (f44fc2cd-bb6e-4ede-9ff6-4784ff601fdb), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:56.142104 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.db_base_plugin_common [None req-6e1c68c6-399d-48e7-92e3-460dd6967ab1 None None] Allocated IP 172.20.0.2 (e876fc21-a1fb-48e6-880e-d68377d6fe00/8f454ab8-9d17-4e5c-b573-5bcdca815dd8/899e91bf-4da5-4fff-b0e0-1e3c7192798c) {{(pid=109500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:47:56.144286 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49293b-2997-4382-be6a-163c035996a4 req-ee977be3-8258-4abf-8c74-dd358f5f4afe tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:56.146612 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1a49293b-2997-4382-be6a-163c035996a4 req-ee977be3-8258-4abf-8c74-dd358f5f4afe tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.1190867 Feb 17 15:47:56.161894 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-7f2caa90-7c40-4718-b9b2-d43f6fae5376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (f44fc2cd-bb6e-4ede-9ff6-4784ff601fdb), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:56.199206 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-7f2caa90-7c40-4718-b9b2-d43f6fae5376 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=442dcd064b804b179c633330a26fa6d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4454341 Feb 17 15:47:56.223932 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 53536) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:47:56.229033 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1a49293b-2997-4382-be6a-163c035996a4 req-e3d51d3f-8a5c-4bba-a494-d8da5d643581 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711398 Feb 17 15:47:56.247552 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:47:56.318353 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1e4d82ad-8330-4c1d-bd11-43221af56206 admin admin] Publish callbacks [] for router_gateway (8788dd01-0c23-4a32-9dfd-ea5e9458860b), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:56.339717 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2caa90-7c40-4718-b9b2-d43f6fae5376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44fc2cd-bb6e-4ede-9ff6-4784ff601fdb,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:56.349268 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885d250-6a01-47e2-a8eb-7721abc01b5c req-2b055c4b-e46e-4f34-9d8b-77975d061f0d tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:56.350862 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9885d250-6a01-47e2-a8eb-7721abc01b5c req-2b055c4b-e46e-4f34-9d8b-77975d061f0d tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.1256857 Feb 17 15:47:56.406719 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-76166790-a61f-4d13-9e51-41484b315ccd admin admin] Publish callbacks [] for security_group (f44fc2cd-bb6e-4ede-9ff6-4784ff601fdb), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:56.436741 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-76166790-a61f-4d13-9e51-41484b315ccd admin admin] Publish callbacks [] for security_group (f44fc2cd-bb6e-4ede-9ff6-4784ff601fdb), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:56.532203 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-76166790-a61f-4d13-9e51-41484b315ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (f44fc2cd-bb6e-4ede-9ff6-4784ff601fdb), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:56.535091 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-76166790-a61f-4d13-9e51-41484b315ccd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:56.536407 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-76166790-a61f-4d13-9e51-41484b315ccd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f44fc2cd-bb6e-4ede-9ff6-4784ff601fdb HTTP/1.1" status: 204 len: 168 time: 0.3064125 Feb 17 15:47:56.551801 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9885d250-6a01-47e2-a8eb-7721abc01b5c req-2aecbbaf-ac9b-419f-8b64-4ae280971e31 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919246 Feb 17 15:47:56.559216 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76166790-a61f-4d13-9e51-41484b315ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44fc2cd-bb6e-4ede-9ff6-4784ff601fdb,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:56.684611 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a,segment=NetworkSegment(78ee3f1d-c236-4a70-bf1f-c5e9746bffa4),segment_id=78ee3f1d-c236-4a70-bf1f-c5e9746bffa4)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:47:56.698551 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': 'f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a', 'network_id': '63235bca-1a35-4925-a38a-c86897ed950b', 'port_id': 'f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a', 'mac_address': 'fa:16:3e:5f:88:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81800003-ed47-48bb-8426-7b6e8af6cdd1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:47:56.847328 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92ff92-e3f3-4159-8cbb-b2c9fcd597cd req-754e4fe8-0ce0-490d-b216-b7c0fa463470 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:56.865078 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8d92ff92-e3f3-4159-8cbb-b2c9fcd597cd req-754e4fe8-0ce0-490d-b216-b7c0fa463470 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.1126969 Feb 17 15:47:56.914309 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a is: DOWN; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:56.914702 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:56.939147 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6e1c68c6-399d-48e7-92e3-460dd6967ab1 None None] Publish callbacks [] for port (899e91bf-4da5-4fff-b0e0-1e3c7192798c), precommit_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:56.982465 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:47:56.987134 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8d92ff92-e3f3-4159-8cbb-b2c9fcd597cd req-d1b08c21-5a03-4d52-ab77-3ccfdd4b12d8 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209917 Feb 17 15:47:57.042370 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a,segment=NetworkSegment(78ee3f1d-c236-4a70-bf1f-c5e9746bffa4),segment_id=78ee3f1d-c236-4a70-bf1f-c5e9746bffa4)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:47:57.054431 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1e4d82ad-8330-4c1d-bd11-43221af56206 admin admin] Publish callbacks [] for router_gateway (8788dd01-0c23-4a32-9dfd-ea5e9458860b), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:57.055905 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6e1c68c6-399d-48e7-92e3-460dd6967ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664'] for port (899e91bf-4da5-4fff-b0e0-1e3c7192798c), after_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:57.076927 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:57.116478 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-062300a5-3aab-4037-8bb4-40ba5979f797 req-284fdf2c-9b57-428f-9218-ea618b6bff36 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 210 time: 0.0371788 Feb 17 15:47:57.118037 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1e4d82ad-8330-4c1d-bd11-43221af56206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:57.137524 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b313e1f-3476-4a73-bff8-a1c6a2223066 req-523a6389-65d6-401a-8b7f-c4b64b23f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:57.139041 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-0b313e1f-3476-4a73-bff8-a1c6a2223066 req-523a6389-65d6-401a-8b7f-c4b64b23f2a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 1129 time: 0.3690221 Feb 17 15:47:57.140056 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1c68c6-399d-48e7-92e3-460dd6967ab1 None None] Network e876fc21-a1fb-48e6-880e-d68377d6fe00 is already hosted by enough agents. {{(pid=109500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:47:57.141686 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.scheduler.base_scheduler [None req-6e1c68c6-399d-48e7-92e3-460dd6967ab1 None None] Resources bound (agent type, host, resource id): {{(pid=109500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:47:57.144124 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1c68c6-399d-48e7-92e3-460dd6967ab1 None None] Received port after_create {{(pid=109500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:47:57.163191 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c68c6-399d-48e7-92e3-460dd6967ab1 None None] Pushing event updated for resources: {'Port': ['ID=899e91bf-4da5-4fff-b0e0-1e3c7192798c,revision_number=1']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:57.227117 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e8a2e-77ca-491b-9a3e-fdfca6de2056 req-dd6e48ff-c731-4949-8253-8d691fed783b tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:57.229441 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-062e8a2e-77ca-491b-9a3e-fdfca6de2056 req-dd6e48ff-c731-4949-8253-8d691fed783b tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4bbd62d-c0f2-4115-af48-45010a77c7cc HTTP/1.1" status: 200 len: 944 time: 0.1065147 Feb 17 15:47:57.240759 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:57.291633 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-0b313e1f-3476-4a73-bff8-a1c6a2223066 req-436af5d3-fbcc-47e6-a05e-b56a319504b4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164448 Feb 17 15:47:57.298548 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-6e1c68c6-399d-48e7-92e3-460dd6967ab1 None None] Attempting to bind port 899e91bf-4da5-4fff-b0e0-1e3c7192798c on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:47:57.304470 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-6e1c68c6-399d-48e7-92e3-460dd6967ab1 None None] Attempting to bind port 899e91bf-4da5-4fff-b0e0-1e3c7192798c by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': '5963083f-b065-4c02-8d0b-987780465e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00'}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:47:57.305057 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1c68c6-399d-48e7-92e3-460dd6967ab1 None None] Attempting to bind port 899e91bf-4da5-4fff-b0e0-1e3c7192798c on network e876fc21-a1fb-48e6-880e-d68377d6fe00 {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:47:57.314394 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-062e8a2e-77ca-491b-9a3e-fdfca6de2056 req-e0c4a6b0-9431-47e8-8c12-a75843135db7 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738461 Feb 17 15:47:57.322349 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1c68c6-399d-48e7-92e3-460dd6967ab1 None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:47:57.322733 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1c68c6-399d-48e7-92e3-460dd6967ab1 None None] Checking segment: {'id': '5963083f-b065-4c02-8d0b-987780465e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:47:57.328664 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6e1c68c6-399d-48e7-92e3-460dd6967ab1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:57.328664 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1c68c6-399d-48e7-92e3-460dd6967ab1 None None] Bound using segment: {'id': '5963083f-b065-4c02-8d0b-987780465e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00'} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:47:57.328664 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-6e1c68c6-399d-48e7-92e3-460dd6967ab1 None None] Bound port: 899e91bf-4da5-4fff-b0e0-1e3c7192798c, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5963083f-b065-4c02-8d0b-987780465e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00'}}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:47:57.328664 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6e1c68c6-399d-48e7-92e3-460dd6967ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (899e91bf-4da5-4fff-b0e0-1e3c7192798c), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:57.330488 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_common [None req-1e4d82ad-8330-4c1d-bd11-43221af56206 admin admin] Allocated IP 172.27.3.111 (429489ab-2a85-400d-8dac-2c90bfd61144/c701940c-dc66-45fb-ad02-3d3f314099e2/545f7897-900e-45b1-9b04-9fec23d1f84b) {{(pid=109498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:47:57.396343 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:47:57.438585 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29262404-968e-4a7c-a785-9110f47385b7 req-f9e4f019-3097-4a87-8b48-e7cf994e483f tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:57.440632 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-29262404-968e-4a7c-a785-9110f47385b7 req-f9e4f019-3097-4a87-8b48-e7cf994e483f tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0758049 Feb 17 15:47:57.451705 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-6e1c68c6-399d-48e7-92e3-460dd6967ab1 None None] For port 899e91bf-4da5-4fff-b0e0-1e3c7192798c, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:47:57.475648 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-6e1c68c6-399d-48e7-92e3-460dd6967ab1 None None] For port 899e91bf-4da5-4fff-b0e0-1e3c7192798c, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=899e91bf-4da5-4fff-b0e0-1e3c7192798c,segment=NetworkSegment(5963083f-b065-4c02-8d0b-987780465e8f),segment_id=5963083f-b065-4c02-8d0b-987780465e8f)] {{(pid=109500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:47:57.491105 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1e4d82ad-8330-4c1d-bd11-43221af56206 admin admin] Publish callbacks [] for port (545f7897-900e-45b1-9b04-9fec23d1f84b), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:57.513056 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6e1c68c6-399d-48e7-92e3-460dd6967ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (899e91bf-4da5-4fff-b0e0-1e3c7192798c), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:57.537626 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-29262404-968e-4a7c-a785-9110f47385b7 req-544fa0e2-9ab1-47ed-9345-3c1eba19df56 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898240 Feb 17 15:47:57.540286 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1e4d82ad-8330-4c1d-bd11-43221af56206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (545f7897-900e-45b1-9b04-9fec23d1f84b), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:57.596007 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c68c6-399d-48e7-92e3-460dd6967ab1 None None] Pushing event updated for resources: {'Port': ['ID=899e91bf-4da5-4fff-b0e0-1e3c7192798c,revision_number=2']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:57.635564 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4d82ad-8330-4c1d-bd11-43221af56206 admin admin] Network 429489ab-2a85-400d-8dac-2c90bfd61144 is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:47:57.678645 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-1e4d82ad-8330-4c1d-bd11-43221af56206 admin admin] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:47:57.687532 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4d82ad-8330-4c1d-bd11-43221af56206 admin admin] Received port after_create {{(pid=109498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:47:57.735059 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d82ad-8330-4c1d-bd11-43221af56206 admin admin] Pushing event updated for resources: {'Port': ['ID=545f7897-900e-45b1-9b04-9fec23d1f84b,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:47:57.767477 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1164e8-3fc7-4947-a41d-25c708a4ec68 req-e992e768-c1d8-4a99-8e3c-75928f053632 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:57.775292 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-dc1164e8-3fc7-4947-a41d-25c708a4ec68 req-e992e768-c1d8-4a99-8e3c-75928f053632 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0865443 Feb 17 15:47:57.869305 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-dc1164e8-3fc7-4947-a41d-25c708a4ec68 req-36b5a653-38a3-4f02-9368-67ad63b15dbb tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844877 Feb 17 15:47:57.879380 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-060466a7-6ad2-4489-a12f-fc556642ef0b tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:57.881209 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-060466a7-6ad2-4489-a12f-fc556642ef0b tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.24 "GET /v2.0/networks?id=b9b11d9c-de0b-463a-b635-ac25c5f517d4 HTTP/1.1" status: 200 len: 815 time: 0.3536925 Feb 17 15:47:57.916319 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-ce247c99-e6a2-4c19-bfb5-b664b9bd0e2d tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Request body: {'port': {'device_id': '0c244a3f-61c4-493e-bfdc-a2560d12c44f', 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4', 'admin_state_up': True, 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:47:58.141329 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1e4d82ad-8330-4c1d-bd11-43221af56206 admin admin] Publish callbacks [] for router_gateway (8788dd01-0c23-4a32-9dfd-ea5e9458860b), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:58.231726 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62dc6b-81ec-4666-9c71-21bea3a106a9 req-1a755d4f-21c8-4703-b527-f49aa31a1518 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:58.244328 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0b62dc6b-81ec-4666-9c71-21bea3a106a9 req-1a755d4f-21c8-4703-b527-f49aa31a1518 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.1330833 Feb 17 15:47:58.298614 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-ce247c99-e6a2-4c19-bfb5-b664b9bd0e2d tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Made reservation on behalf of ddb28ca63c6d47249089121ce5c485a5 for: {'port': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:47:58.304886 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-ce247c99-e6a2-4c19-bfb5-b664b9bd0e2d tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:58.343264 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-04cc32f0-109b-47ca-95ed-ec1a404c12f0 req-3135ba09-6a3b-4599-9451-04be5066c912 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 210 time: 0.0965586 Feb 17 15:47:58.374013 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0b62dc6b-81ec-4666-9c71-21bea3a106a9 req-2371e3aa-47cd-462e-bfcb-e0f9fb2df0bb tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284981 Feb 17 15:47:58.570287 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdf652-ebcf-4666-8997-3686d5ce0f2f req-78348d12-4e50-49cd-a691-531939793cf9 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:58.572480 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d2bdf652-ebcf-4666-8997-3686d5ce0f2f req-78348d12-4e50-49cd-a691-531939793cf9 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4bbd62d-c0f2-4115-af48-45010a77c7cc HTTP/1.1" status: 200 len: 944 time: 0.0814545 Feb 17 15:47:58.799063 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d2bdf652-ebcf-4666-8997-3686d5ce0f2f req-f9018999-45d4-4e20-b9c4-205f20105fd1 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101629 Feb 17 15:47:58.852478 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af138b13-7cef-4fcc-a3fc-f495ace1db6b req-7cedeb75-dd92-4a38-ac4e-ba8273269f66 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:58.861977 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-af138b13-7cef-4fcc-a3fc-f495ace1db6b req-7cedeb75-dd92-4a38-ac4e-ba8273269f66 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.2075915 Feb 17 15:47:58.949081 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-af138b13-7cef-4fcc-a3fc-f495ace1db6b req-f23bac2c-b5f6-459e-9767-a0e4502cd643 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845499 Feb 17 15:47:59.107197 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1e4d82ad-8330-4c1d-bd11-43221af56206 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605957'] for router (8788dd01-0c23-4a32-9dfd-ea5e9458860b), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:59.112910 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e0c4d-1f97-49f8-8c1d-aba8e3a6bc3f req-f4cdff64-531e-4f75-bbe8-0973bacdd916 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:59.132771 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-404e0c4d-1f97-49f8-8c1d-aba8e3a6bc3f req-f4cdff64-531e-4f75-bbe8-0973bacdd916 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.1377120 Feb 17 15:47:59.252812 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 899e91bf-4da5-4fff-b0e0-1e3c7192798c up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:47:59.264887 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980c286-0d12-4da6-b7b2-d96bc77382ce req-daac1c58-ef8d-4f72-a9d5-a70753a79825 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:59.272352 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7980c286-0d12-4da6-b7b2-d96bc77382ce req-daac1c58-ef8d-4f72-a9d5-a70753a79825 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.1307039 Feb 17 15:47:59.295422 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-404e0c4d-1f97-49f8-8c1d-aba8e3a6bc3f req-d7626352-f24c-4c1d-b189-80b2a6f01f6c tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584747 Feb 17 15:47:59.354125 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dde8b35-6071-44bd-b298-01c434de5811 None None] Network e876fc21-a1fb-48e6-880e-d68377d6fe00 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:47:59.386343 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7980c286-0d12-4da6-b7b2-d96bc77382ce req-f5bf1090-c286-4cd2-a24e-8acbf303bdbf tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074793 Feb 17 15:47:59.517722 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_common [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-ce247c99-e6a2-4c19-bfb5-b664b9bd0e2d tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Allocated IP 172.20.0.3 (b9b11d9c-de0b-463a-b635-ac25c5f517d4/53a362a2-8dda-4f19-8af4-e1a3ccca9100/04f81503-626e-4d52-b5ba-9b07ca2461d8) {{(pid=109498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:47:59.550082 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4d82ad-8330-4c1d-bd11-43221af56206 admin admin] Router 8788dd01-0c23-4a32-9dfd-ea5e9458860b is scheduled to L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 with binding_index 1 {{(pid=109498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 15:47:59.590678 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-093816fc-1c9e-46a6-a530-d8e32993d52c req-5dd7559c-d25d-47df-8a55-347a1b0eecbe tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 210 time: 0.0889261 Feb 17 15:47:59.635256 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-0f84f95a-f9a0-4998-8215-dd31a7ba03ed None None] Provisioning complete for port 899e91bf-4da5-4fff-b0e0-1e3c7192798c triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:59.635945 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-0f84f95a-f9a0-4998-8215-dd31a7ba03ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (899e91bf-4da5-4fff-b0e0-1e3c7192798c), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:59.687400 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 899e91bf-4da5-4fff-b0e0-1e3c7192798c triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:47:59.688186 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (899e91bf-4da5-4fff-b0e0-1e3c7192798c), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:59.720336 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9d9fc-94fd-41e0-ab5e-b8b10a1a2cf2 req-97287d51-6632-44ac-b1a5-405524a1baa9 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:47:59.722928 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1cc9d9fc-94fd-41e0-ab5e-b8b10a1a2cf2 req-97287d51-6632-44ac-b1a5-405524a1baa9 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.1504383 Feb 17 15:47:59.856091 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1cc9d9fc-94fd-41e0-ab5e-b8b10a1a2cf2 req-fc6bed11-9f29-434c-a8ec-4a2d3ff04a80 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151822 Feb 17 15:47:59.889385 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-0f84f95a-f9a0-4998-8215-dd31a7ba03ed None None] Current status of the port 899e91bf-4da5-4fff-b0e0-1e3c7192798c is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:47:59.889791 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-0f84f95a-f9a0-4998-8215-dd31a7ba03ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (899e91bf-4da5-4fff-b0e0-1e3c7192798c), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:47:59.940597 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4d82ad-8330-4c1d-bd11-43221af56206 admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:47:59.953747 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] Sync routers for ids ['8788dd01-0c23-4a32-9dfd-ea5e9458860b'] in dv-cinder-606346-36-iscsi {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:47:59.979585 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-ce247c99-e6a2-4c19-bfb5-b664b9bd0e2d tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for port (04f81503-626e-4d52-b5ba-9b07ca2461d8), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:00.005453 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] Routers {'8788dd01-0c23-4a32-9dfd-ea5e9458860b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:48:00.010034 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:47:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['8788dd01-0c23-4a32-9dfd-ea5e9458860b'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:48:00.014973 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-0f84f95a-f9a0-4998-8215-dd31a7ba03ed None None] For port 899e91bf-4da5-4fff-b0e0-1e3c7192798c, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=899e91bf-4da5-4fff-b0e0-1e3c7192798c,segment=NetworkSegment(5963083f-b065-4c02-8d0b-987780465e8f),segment_id=5963083f-b065-4c02-8d0b-987780465e8f)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:48:00.022831 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 899e91bf-4da5-4fff-b0e0-1e3c7192798c is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:48:00.023362 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (899e91bf-4da5-4fff-b0e0-1e3c7192798c), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:00.035923 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1e4d82ad-8330-4c1d-bd11-43221af56206 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:00.044417 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-1e4d82ad-8330-4c1d-bd11-43221af56206 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3397310 Feb 17 15:48:00.045092 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 53592) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:00.109423 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-0f84f95a-f9a0-4998-8215-dd31a7ba03ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (899e91bf-4da5-4fff-b0e0-1e3c7192798c), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:00.169198 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05299636-f9aa-4010-b300-9d78ab7d853a req-64b12da4-d922-4289-bbc6-855e87b85f9e tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:00.184960 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-05299636-f9aa-4010-b300-9d78ab7d853a req-64b12da4-d922-4289-bbc6-855e87b85f9e tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4bbd62d-c0f2-4115-af48-45010a77c7cc HTTP/1.1" status: 200 len: 944 time: 0.1954134 Feb 17 15:48:00.287296 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84f95a-f9a0-4998-8215-dd31a7ba03ed None None] Pushing event updated for resources: {'Port': ['ID=899e91bf-4da5-4fff-b0e0-1e3c7192798c,revision_number=3']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:00.300563 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:48:00.380282 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-ce247c99-e6a2-4c19-bfb5-b664b9bd0e2d tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (04f81503-626e-4d52-b5ba-9b07ca2461d8), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:00.400781 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6bddb046-0f1c-4c20-bc83-99a587343884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:00.411529 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] Set router 8788dd01-0c23-4a32-9dfd-ea5e9458860b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:48:00.503985 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-05299636-f9aa-4010-b300-9d78ab7d853a req-d60206f2-45c5-4fdd-a89b-5ad9630080e9 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179224 Feb 17 15:48:00.511019 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce247c99-e6a2-4c19-bfb5-b664b9bd0e2d tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Pushing event updated for resources: {'Port': ['ID=04f81503-626e-4d52-b5ba-9b07ca2461d8,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:00.561035 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.db.api [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109500) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 15:48:00.561035 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG oslo_db.api [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 15:48:00.656690 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-4532ed66-272d-4867-98a1-640ca8790f21 None None] Provisioning complete for port 899e91bf-4da5-4fff-b0e0-1e3c7192798c triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:00.660797 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-4532ed66-272d-4867-98a1-640ca8790f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (899e91bf-4da5-4fff-b0e0-1e3c7192798c), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:00.697678 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning for port f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a completed by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 15:48:00.738291 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:00.739350 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:00.784008 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-ce247c99-e6a2-4c19-bfb5-b664b9bd0e2d tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Network b9b11d9c-de0b-463a-b635-ac25c5f517d4 is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:48:00.815803 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c4e87-8d47-4e55-a669-988e08496b51 req-ac900b78-2fd5-46a2-9099-4c587883ba84 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:00.826229 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5f4c4e87-8d47-4e55-a669-988e08496b51 req-ac900b78-2fd5-46a2-9099-4c587883ba84 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.2440012 Feb 17 15:48:00.829349 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'name': 'tempest-TestShelveInstance-1705159406-router', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:55Z', 'updated_at': '2022-02-17T15:47:57Z', 'revision_number': 3, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'gw_port': {'id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:57Z', 'updated_at': '2022-02-17T15:47:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:48:00.850806 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-ce247c99-e6a2-4c19-bfb5-b664b9bd0e2d tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:48:00.856202 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-ce247c99-e6a2-4c19-bfb5-b664b9bd0e2d tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Received port after_create {{(pid=109498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:48:00.908341 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] Checking router: 8788dd01-0c23-4a32-9dfd-ea5e9458860b for host: dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:48:00.911315 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] Updating router 8788dd01-0c23-4a32-9dfd-ea5e9458860b port 545f7897-900e-45b1-9b04-9fec23d1f84b binding host dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 15:48:00.929870 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5f4c4e87-8d47-4e55-a669-988e08496b51 req-27c31e74-ad79-4215-a48c-5e5cbd899de4 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012614 Feb 17 15:48:00.965382 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:48:00.965778 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:00.998527 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (545f7897-900e-45b1-9b04-9fec23d1f84b), before_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:01.036859 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-ce247c99-e6a2-4c19-bfb5-b664b9bd0e2d tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:01.037519 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-ce247c99-e6a2-4c19-bfb5-b664b9bd0e2d tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:01.059692 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211f5e4-3e66-4af4-b7d1-235b070c9289 req-3e6aa9b1-02b2-4698-89b6-e349f93db1f9 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:01.076420 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6211f5e4-3e66-4af4-b7d1-235b070c9289 req-3e6aa9b1-02b2-4698-89b6-e349f93db1f9 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 931 time: 0.2112005 Feb 17 15:48:01.120670 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-ce247c99-e6a2-4c19-bfb5-b664b9bd0e2d tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2121186 Feb 17 15:48:01.171805 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-4532ed66-272d-4867-98a1-640ca8790f21 None None] Current status of the port 899e91bf-4da5-4fff-b0e0-1e3c7192798c is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:48:01.184049 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 899e91bf-4da5-4fff-b0e0-1e3c7192798c is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:48:01.191389 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bbd62d-c0f2-4115-af48-45010a77c7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:48:01.202541 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6211f5e4-3e66-4af4-b7d1-235b070c9289 req-1580ecca-ba4e-400c-9306-8864f27699a6 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249187 Feb 17 15:48:01.212667 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adaebee-3257-46fc-9fe2-efd1673119db" -d '{"events": [{"server_uuid": "a4bbd62d-c0f2-4115-af48-45010a77c7cc", "name": "network-vif-plugged", "status": "completed", "tag": "f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:48:01.247798 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-fdfad57f-e10d-4abb-a33f-21002af6580c service neutron] Request body: {'port': {'device_id': '0c244a3f-61c4-493e-bfdc-a2560d12c44f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:01.269059 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a,segment=NetworkSegment(78ee3f1d-c236-4a70-bf1f-c5e9746bffa4),segment_id=78ee3f1d-c236-4a70-bf1f-c5e9746bffa4)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:48:01.273781 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe0d71-5bb6-4746-9e3a-9f2c4bd87cde req-cf6a5a64-429b-49ca-ab4c-d80adbfb3436 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:01.276013 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:01.292755 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1bfe0d71-5bb6-4746-9e3a-9f2c4bd87cde req-cf6a5a64-429b-49ca-ab4c-d80adbfb3436 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.1861362 Feb 17 15:48:01.372569 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:01.393950 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6c6150-0c6f-4bad-a4c8-fe28c4781ed5 x-openstack-request-id: req-3a6c6150-0c6f-4bad-a4c8-fe28c4781ed5 {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:48:01.394744 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bbd62d-c0f2-4115-af48-45010a77c7cc", "name": "network-vif-plugged", "status": "completed", "tag": "f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:48:01.395745 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3a6c6150-0c6f-4bad-a4c8-fe28c4781ed5 {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:48:01.396429 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bbd62d-c0f2-4115-af48-45010a77c7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a', 'code': 200} Feb 17 15:48:01.406361 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 899e91bf-4da5-4fff-b0e0-1e3c7192798c up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:48:01.425095 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1bfe0d71-5bb6-4746-9e3a-9f2c4bd87cde req-60f2fe20-6534-4c96-8d2e-fb4ed8461f25 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285663 Feb 17 15:48:01.474751 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-58339e43-4060-4538-a47d-50cca107e14b None None] Provisioning complete for port 04f81503-626e-4d52-b5ba-9b07ca2461d8 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:01.475526 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-58339e43-4060-4538-a47d-50cca107e14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (04f81503-626e-4d52-b5ba-9b07ca2461d8), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:01.584285 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-58339e43-4060-4538-a47d-50cca107e14b None None] Port 04f81503-626e-4d52-b5ba-9b07ca2461d8 cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:48:01.593506 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 899e91bf-4da5-4fff-b0e0-1e3c7192798c triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:01.594035 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (899e91bf-4da5-4fff-b0e0-1e3c7192798c), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:01.610596 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-fdfad57f-e10d-4abb-a33f-21002af6580c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (04f81503-626e-4d52-b5ba-9b07ca2461d8), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:01.794526 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2e2cd-19a8-4158-ab1b-be56c58a0179 req-7f99cd75-5951-41e3-80e9-904418c306bb tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:01.796519 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a0e2e2cd-19a8-4158-ab1b-be56c58a0179 req-7f99cd75-5951-41e3-80e9-904418c306bb tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4bbd62d-c0f2-4115-af48-45010a77c7cc HTTP/1.1" status: 200 len: 945 time: 0.0833442 Feb 17 15:48:01.818470 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 899e91bf-4da5-4fff-b0e0-1e3c7192798c is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:48:01.844227 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] Publish callbacks [] for port (545f7897-900e-45b1-9b04-9fec23d1f84b), precommit_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:01.851823 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (545f7897-900e-45b1-9b04-9fec23d1f84b), after_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:01.887177 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a0e2e2cd-19a8-4158-ab1b-be56c58a0179 req-fb9eccbc-64fd-4b2b-9462-596154d7cdda tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803518 Feb 17 15:48:02.009910 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bf4c1-6dfe-474d-aab0-236bb5009756 None None] Pushing event updated for resources: {'Port': ['ID=545f7897-900e-45b1-9b04-9fec23d1f84b,revision_number=2']} {{(pid=109501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:02.027096 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bf4c1-6dfe-474d-aab0-236bb5009756 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:02.028726 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bf4c1-6dfe-474d-aab0-236bb5009756 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:02.029639 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bf4c1-6dfe-474d-aab0-236bb5009756 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:02.030536 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bf4c1-6dfe-474d-aab0-236bb5009756 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:02.031042 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bf4c1-6dfe-474d-aab0-236bb5009756 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:02.031540 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bf4c1-6dfe-474d-aab0-236bb5009756 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:02.032203 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bf4c1-6dfe-474d-aab0-236bb5009756 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:02.032727 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bf4c1-6dfe-474d-aab0-236bb5009756 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:02.033230 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bf4c1-6dfe-474d-aab0-236bb5009756 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:02.033740 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bf4c1-6dfe-474d-aab0-236bb5009756 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:02.034231 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bf4c1-6dfe-474d-aab0-236bb5009756 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:02.039172 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bf4c1-6dfe-474d-aab0-236bb5009756 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:02.039713 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568bf4c1-6dfe-474d-aab0-236bb5009756 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:02.054285 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] Attempting to bind port 545f7897-900e-45b1-9b04-9fec23d1f84b on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:48:02.054932 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] Attempting to bind port 545f7897-900e-45b1-9b04-9fec23d1f84b by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}] {{(pid=109501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:48:02.055475 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] Attempting to bind port 545f7897-900e-45b1-9b04-9fec23d1f84b on network 429489ab-2a85-400d-8dac-2c90bfd61144 {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:48:02.069755 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:48:02.070811 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] Checking segment: {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:48:02.071462 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:02.080991 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] Bound using segment: {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'} {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:48:02.083549 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] Bound port: 545f7897-900e-45b1-9b04-9fec23d1f84b, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}}] {{(pid=109501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:48:02.084210 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (545f7897-900e-45b1-9b04-9fec23d1f84b), before_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:02.156066 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44aa56-bf83-4ffb-8833-575370600544 req-ce815360-5d02-42c0-9fb7-e3e441ccc9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:02.161625 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-0b44aa56-bf83-4ffb-8833-575370600544 req-ce815360-5d02-42c0-9fb7-e3e441ccc9ef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a4bbd62d-c0f2-4115-af48-45010a77c7cc HTTP/1.1" status: 200 len: 1129 time: 0.4166765 Feb 17 15:48:02.184896 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40613b7d-1004-43c8-9f9b-824530bec6b9 req-30be6754-eb52-4dc4-9250-c98b640d2703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:02.188380 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-40613b7d-1004-43c8-9f9b-824530bec6b9 req-30be6754-eb52-4dc4-9250-c98b640d2703 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3590575d8d3f494684bef28728ed18cf&device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 1130 time: 0.2010953 Feb 17 15:48:02.204725 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.db [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] For port 545f7897-900e-45b1-9b04-9fec23d1f84b, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:48:02.211182 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.db [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] For port 545f7897-900e-45b1-9b04-9fec23d1f84b, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=545f7897-900e-45b1-9b04-9fec23d1f84b,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:48:02.230547 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (545f7897-900e-45b1-9b04-9fec23d1f84b), after_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:02.325974 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a7995d8b-a20e-4690-842a-a241e136256a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:02.331932 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-0b44aa56-bf83-4ffb-8833-575370600544 req-abf16149-f152-4b4a-a62a-e6bdf3c4d65f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572230 Feb 17 15:48:02.339091 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40613b7d-1004-43c8-9f9b-824530bec6b9 req-8b71b413-9184-4a01-8420-2e5c83b9de53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:02.341704 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-40613b7d-1004-43c8-9f9b-824530bec6b9 req-8b71b413-9184-4a01-8420-2e5c83b9de53 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f0e30230-6441-4de7-a93e-b922b3f12ef8 HTTP/1.1" status: 200 len: 920 time: 0.1394169 Feb 17 15:48:02.351755 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bf4c1-6dfe-474d-aab0-236bb5009756 None None] Pushing event updated for resources: {'Port': ['ID=545f7897-900e-45b1-9b04-9fec23d1f84b,revision_number=3']} {{(pid=109501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:02.390515 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e30d3-b5e3-4a90-8b49-1111c4272473 req-37e53212-59c6-49c0-bb26-591ae29ea976 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:02.392650 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ec7e30d3-b5e3-4a90-8b49-1111c4272473 req-37e53212-59c6-49c0-bb26-591ae29ea976 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.2804945 Feb 17 15:48:02.400729 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-1bd870de-0550-4847-be15-222e80411cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:02.402440 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fadf6f-74db-4742-be93-33d6264248cf req-9cbfb16b-989e-419b-b3cf-fc31f1134fb5 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:02.404346 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c9fadf6f-74db-4742-be93-33d6264248cf req-9cbfb16b-989e-419b-b3cf-fc31f1134fb5 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.3681414 Feb 17 15:48:02.413598 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] Routers {'8788dd01-0c23-4a32-9dfd-ea5e9458860b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:48:02.414506 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:47:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['8788dd01-0c23-4a32-9dfd-ea5e9458860b'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:48:02.537650 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-fdfad57f-e10d-4abb-a33f-21002af6580c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f81503-626e-4d52-b5ba-9b07ca2461d8 {{(pid=109498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:48:02.549966 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-fdfad57f-e10d-4abb-a33f-21002af6580c service neutron] Publish callbacks [] for port (04f81503-626e-4d52-b5ba-9b07ca2461d8), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:02.573043 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] Set router 8788dd01-0c23-4a32-9dfd-ea5e9458860b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:48:02.579983 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ec7e30d3-b5e3-4a90-8b49-1111c4272473 req-e69a805e-1a3d-4f1d-8a55-5ee8abf9f69e tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735835 Feb 17 15:48:02.584931 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c9fadf6f-74db-4742-be93-33d6264248cf req-a3b8c942-23d3-4ce4-b1b9-466579a029d0 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504207 Feb 17 15:48:02.623084 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.provisioning_blocks [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-fdfad57f-e10d-4abb-a33f-21002af6580c service neutron] Transition to ACTIVE for port object 04f81503-626e-4d52-b5ba-9b07ca2461d8 will not be triggered until provisioned by entity L2. {{(pid=109498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 15:48:02.639649 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-fdfad57f-e10d-4abb-a33f-21002af6580c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8641772'] for port (04f81503-626e-4d52-b5ba-9b07ca2461d8), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:02.759483 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_common [None req-a7995d8b-a20e-4690-842a-a241e136256a admin admin] Allocated IP 172.20.0.1 (e876fc21-a1fb-48e6-880e-d68377d6fe00/8f454ab8-9d17-4e5c-b573-5bcdca815dd8/94975c98-a168-4160-be50-ff869f0383c8) {{(pid=109498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:48:02.777080 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfad57f-e10d-4abb-a33f-21002af6580c service neutron] Pushing event updated for resources: {'Port': ['ID=04f81503-626e-4d52-b5ba-9b07ca2461d8,revision_number=2']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:02.895609 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-40613b7d-1004-43c8-9f9b-824530bec6b9 req-72e41675-d20f-49dc-8b6c-97213a9d7a11 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f33dc6dd-4acd-4575-80c9-1e46fde5cb1a HTTP/1.1" status: 200 len: 217 time: 0.2119563 Feb 17 15:48:03.012075 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-fdfad57f-e10d-4abb-a33f-21002af6580c service neutron] Attempting to bind port 04f81503-626e-4d52-b5ba-9b07ca2461d8 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:48:03.012756 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-fdfad57f-e10d-4abb-a33f-21002af6580c service neutron] Attempting to bind port 04f81503-626e-4d52-b5ba-9b07ca2461d8 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': 'bd7d13de-6f45-4b53-9a3f-b092a7dd4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4'}] {{(pid=109498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:48:03.012756 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-fdfad57f-e10d-4abb-a33f-21002af6580c service neutron] Attempting to bind port 04f81503-626e-4d52-b5ba-9b07ca2461d8 on network b9b11d9c-de0b-463a-b635-ac25c5f517d4 {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:48:03.039202 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-fdfad57f-e10d-4abb-a33f-21002af6580c service neutron] Port 04f81503-626e-4d52-b5ba-9b07ca2461d8 on network b9b11d9c-de0b-463a-b635-ac25c5f517d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 15:48:03.039399 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-fdfad57f-e10d-4abb-a33f-21002af6580c service neutron] Attempting to bind port 04f81503-626e-4d52-b5ba-9b07ca2461d8 on network b9b11d9c-de0b-463a-b635-ac25c5f517d4 {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:48:03.095123 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40613b7d-1004-43c8-9f9b-824530bec6b9 req-155a112a-982a-4c0f-9475-0faae7d6404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:03.096954 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-fdfad57f-e10d-4abb-a33f-21002af6580c service neutron] Checking agent: {'id': '085351c5-065a-4edc-ae4b-0d7f2b27b503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'started_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:48:03.097110 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-fdfad57f-e10d-4abb-a33f-21002af6580c service neutron] Checking segment: {'id': 'bd7d13de-6f45-4b53-9a3f-b092a7dd4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:48:03.097425 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-fdfad57f-e10d-4abb-a33f-21002af6580c service neutron] Bound using segment: {'id': 'bd7d13de-6f45-4b53-9a3f-b092a7dd4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4'} {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:48:03.097729 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-40613b7d-1004-43c8-9f9b-824530bec6b9 req-155a112a-982a-4c0f-9475-0faae7d6404f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5000a553-a753-4233-bfff-e0941123e42d HTTP/1.1" status: 200 len: 859 time: 0.1701045 Feb 17 15:48:03.097853 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-fdfad57f-e10d-4abb-a33f-21002af6580c service neutron] Bound port: 04f81503-626e-4d52-b5ba-9b07ca2461d8, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd7d13de-6f45-4b53-9a3f-b092a7dd4301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4'}}] {{(pid=109498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:48:03.098209 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-fdfad57f-e10d-4abb-a33f-21002af6580c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (04f81503-626e-4d52-b5ba-9b07ca2461d8), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:03.115243 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bcbd1-39c8-406d-b545-90977549c843 req-c3be090b-a978-4f75-b0c1-7cf87b253890 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:03.119011 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f27bcbd1-39c8-406d-b545-90977549c843 req-c3be090b-a978-4f75-b0c1-7cf87b253890 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 943 time: 0.3080473 Feb 17 15:48:03.142125 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a7995d8b-a20e-4690-842a-a241e136256a admin admin] Publish callbacks [] for port (94975c98-a168-4160-be50-ff869f0383c8), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:03.150065 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe3a5b-c1e1-4a80-bf9d-5ce29755ba94 req-ec476c87-e6fa-442d-a288-9dbb820d2521 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:03.159805 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0dfe3a5b-c1e1-4a80-bf9d-5ce29755ba94 req-ec476c87-e6fa-442d-a288-9dbb820d2521 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.3743603 Feb 17 15:48:03.268065 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'name': 'tempest-TestShelveInstance-1705159406-router', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:55Z', 'updated_at': '2022-02-17T15:47:57Z', 'revision_number': 3, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'gw_port': {'id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:57Z', 'updated_at': '2022-02-17T15:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:48:03.278458 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0dfe3a5b-c1e1-4a80-bf9d-5ce29755ba94 req-632b9b9d-a418-4307-bea0-dec6fb63efe0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096094 Feb 17 15:48:03.292840 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-fdfad57f-e10d-4abb-a33f-21002af6580c service neutron] For port 04f81503-626e-4d52-b5ba-9b07ca2461d8, host hv-cinder-60634, cleared binding levels {{(pid=109498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:48:03.296933 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-40613b7d-1004-43c8-9f9b-824530bec6b9 req-e7398c78-8c90-41db-8357-1d3d63e39360 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f0e30230-6441-4de7-a93e-b922b3f12ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1768086 Feb 17 15:48:03.304861 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-fdfad57f-e10d-4abb-a33f-21002af6580c service neutron] For port 04f81503-626e-4d52-b5ba-9b07ca2461d8, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=04f81503-626e-4d52-b5ba-9b07ca2461d8,segment=NetworkSegment(bd7d13de-6f45-4b53-9a3f-b092a7dd4301),segment_id=bd7d13de-6f45-4b53-9a3f-b092a7dd4301)] {{(pid=109498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:48:03.313437 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a7995d8b-a20e-4690-842a-a241e136256a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (94975c98-a168-4160-be50-ff869f0383c8), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:03.326680 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584c2bf3-bc8d-42a9-abef-f46986788091 None None] The sync data for ids ['8788dd01-0c23-4a32-9dfd-ea5e9458860b'] in dv-cinder-606346-36-iscsi is: [{'id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'name': 'tempest-TestShelveInstance-1705159406-router', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:55Z', 'updated_at': '2022-02-17T15:47:57Z', 'revision_number': 3, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'gw_port': {'id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:57Z', 'updated_at': '2022-02-17T15:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}] {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:48:03.340103 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f27bcbd1-39c8-406d-b545-90977549c843 req-d0864fe8-7b13-4b33-9323-845af7e77864 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014754 Feb 17 15:48:03.457354 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-40613b7d-1004-43c8-9f9b-824530bec6b9 req-718205e9-2b9e-4b82-bd71-e40c84212c6e service neutron] 10.222.0.24 "GET /v2.0/networks/f0e30230-6441-4de7-a93e-b922b3f12ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155109 Feb 17 15:48:03.621031 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:03.689874 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0f924-6423-40fe-acac-a6d24e89b639 req-6d9c6ace-6665-4d80-a83a-eb122a9a4da0 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:03.692145 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-94d0f924-6423-40fe-acac-a6d24e89b639 req-6d9c6ace-6665-4d80-a83a-eb122a9a4da0 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4bbd62d-c0f2-4115-af48-45010a77c7cc HTTP/1.1" status: 200 len: 945 time: 0.2337048 Feb 17 15:48:03.782755 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-fdfad57f-e10d-4abb-a33f-21002af6580c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8641772'] for port (04f81503-626e-4d52-b5ba-9b07ca2461d8), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:03.820176 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7995d8b-a20e-4690-842a-a241e136256a admin admin] Network e876fc21-a1fb-48e6-880e-d68377d6fe00 is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:48:03.831617 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-a7995d8b-a20e-4690-842a-a241e136256a admin admin] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:48:03.857303 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-94d0f924-6423-40fe-acac-a6d24e89b639 req-b18cc1f0-5ff4-4ba3-b628-e04e441e531c tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555047 Feb 17 15:48:03.864124 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-40613b7d-1004-43c8-9f9b-824530bec6b9 req-d393d44b-6c45-45a3-92e5-401770a69d2b service neutron] 10.222.0.24 "GET /v2.0/networks/f0e30230-6441-4de7-a93e-b922b3f12ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901594 Feb 17 15:48:03.868948 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7995d8b-a20e-4690-842a-a241e136256a admin admin] Received port after_create {{(pid=109498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:48:03.998826 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ec5c4-9dfe-433c-b36e-117aabb6455b req-6720d963-d611-4c4f-b8e9-ef2caa1d1680 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:04.016120 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-267ec5c4-9dfe-433c-b36e-117aabb6455b req-6720d963-d611-4c4f-b8e9-ef2caa1d1680 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.2977953 Feb 17 15:48:04.016376 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7995d8b-a20e-4690-842a-a241e136256a admin admin] Pushing event updated for resources: {'Port': ['ID=94975c98-a168-4160-be50-ff869f0383c8,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:04.109548 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a7995d8b-a20e-4690-842a-a241e136256a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606936'] for router_interface (8788dd01-0c23-4a32-9dfd-ea5e9458860b), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:04.242139 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfad57f-e10d-4abb-a33f-21002af6580c service neutron] Pushing event updated for resources: {'Port': ['ID=04f81503-626e-4d52-b5ba-9b07ca2461d8,revision_number=3']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:04.247136 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-fdfad57f-e10d-4abb-a33f-21002af6580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:04.247898 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-fdfad57f-e10d-4abb-a33f-21002af6580c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:04.249702 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-fdfad57f-e10d-4abb-a33f-21002af6580c service neutron] 10.222.0.24 "PUT /v2.0/ports/04f81503-626e-4d52-b5ba-9b07ca2461d8 HTTP/1.1" status: 200 len: 1093 time: 3.0152142 Feb 17 15:48:04.251121 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c244a3f-61c4-493e-bfdc-a2560d12c44f', 'tag': '04f81503-626e-4d52-b5ba-9b07ca2461d8'}] {{(pid=109498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:48:04.254058 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}780bf5bf4681f798ff63f4c2752ba00573ae695b8458fad7683b49eb1801337a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89286ade-6a98-4ceb-96d2-bdbf6678c7ed" -d '{"events": [{"name": "network-changed", "server_uuid": "0c244a3f-61c4-493e-bfdc-a2560d12c44f", "tag": "04f81503-626e-4d52-b5ba-9b07ca2461d8"}]}' {{(pid=109498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:48:04.296022 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a7995d8b-a20e-4690-842a-a241e136256a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (94975c98-a168-4160-be50-ff869f0383c8), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:04.318462 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-267ec5c4-9dfe-433c-b36e-117aabb6455b req-accc5376-5a8b-4157-a57c-02f4168e4767 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3013263 Feb 17 15:48:04.379848 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bb876-490c-4daa-994f-582f549e3337 req-c6edb79a-7c01-40c0-9a04-1c73a06af0c9 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:04.389802 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-872bb876-490c-4daa-994f-582f549e3337 req-c6edb79a-7c01-40c0-9a04-1c73a06af0c9 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.2831368 Feb 17 15:48:04.399665 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-91d3b7ef-79c8-4877-8119-dec7375e5e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:04.401219 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-91d3b7ef-79c8-4877-8119-dec7375e5e57 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ddb28ca63c6d47249089121ce5c485a5&device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 1127 time: 0.0883634 Feb 17 15:48:04.477362 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-ad6f730a-a892-4988-a8c0-4a906bbd5291 None None] Provisioning complete for port 94975c98-a168-4160-be50-ff869f0383c8 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:04.482889 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-ad6f730a-a892-4988-a8c0-4a906bbd5291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (94975c98-a168-4160-be50-ff869f0383c8), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:04.513117 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-872bb876-490c-4daa-994f-582f549e3337 req-6424d8e3-3b93-4692-b475-9834f263948a tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223381 Feb 17 15:48:04.513801 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae77812-5340-4f59-ab69-ec41e27c4d64 x-openstack-request-id: req-cae77812-5340-4f59-ab69-ec41e27c4d64 {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:48:04.514104 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c244a3f-61c4-493e-bfdc-a2560d12c44f", "tag": "04f81503-626e-4d52-b5ba-9b07ca2461d8", "status": "completed", "code": 200}]} {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:48:04.514358 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cae77812-5340-4f59-ab69-ec41e27c4d64 {{(pid=109498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:48:04.514763 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c244a3f-61c4-493e-bfdc-a2560d12c44f', 'tag': '04f81503-626e-4d52-b5ba-9b07ca2461d8', 'status': 'completed', 'code': 200} Feb 17 15:48:04.519878 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-ee43a7c9-b290-4321-9666-98a257ed8089 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f81503-626e-4d52-b5ba-9b07ca2461d8 HTTP/1.1" status: 200 len: 217 time: 0.1088684 Feb 17 15:48:04.565424 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-ad6f730a-a892-4988-a8c0-4a906bbd5291 None None] Port 94975c98-a168-4160-be50-ff869f0383c8 cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:48:04.706061 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bca2a8-e932-4805-8a28-ed202469cc96 req-575cea88-8983-4cf7-b814-e7c87dbad3c6 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:04.708016 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a1bca2a8-e932-4805-8a28-ed202469cc96 req-575cea88-8983-4cf7-b814-e7c87dbad3c6 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.1508780 Feb 17 15:48:04.789265 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-ccfb2539-a07f-463c-b98c-e93145ad85f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:04.793162 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-ccfb2539-a07f-463c-b98c-e93145ad85f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53a362a2-8dda-4f19-8af4-e1a3ccca9100 HTTP/1.1" status: 200 len: 854 time: 0.2630899 Feb 17 15:48:04.852961 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a1bca2a8-e932-4805-8a28-ed202469cc96 req-df382642-efc0-4496-9579-67515c1b2ca6 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281915 Feb 17 15:48:05.004855 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbbae4-0d50-4e55-be23-d3e8a83ccf5c req-6a8f2cb4-4a42-4083-9b95-e13887dee6d9 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:05.006799 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-cadbbae4-0d50-4e55-be23-d3e8a83ccf5c req-6a8f2cb4-4a42-4083-9b95-e13887dee6d9 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 943 time: 0.0816431 Feb 17 15:48:05.007355 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a7995d8b-a20e-4690-842a-a241e136256a admin admin] Publish callbacks [] for port (94975c98-a168-4160-be50-ff869f0383c8), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:05.015845 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a7995d8b-a20e-4690-842a-a241e136256a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8641772'] for port (94975c98-a168-4160-be50-ff869f0383c8), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:05.079179 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:05.128833 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-cadbbae4-0d50-4e55-be23-d3e8a83ccf5c req-b0ed692e-ba6f-4859-b742-b86acd491dc1 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042008 Feb 17 15:48:05.141835 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-7513197d-280b-49d0-a7e3-f401ee9794e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:05.145601 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-7513197d-280b-49d0-a7e3-f401ee9794e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9b11d9c-de0b-463a-b635-ac25c5f517d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2904418 Feb 17 15:48:05.160870 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7995d8b-a20e-4690-842a-a241e136256a admin admin] Pushing event updated for resources: {'Port': ['ID=94975c98-a168-4160-be50-ff869f0383c8,revision_number=2']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:05.168972 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a7995d8b-a20e-4690-842a-a241e136256a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607044'] for router_interface (8788dd01-0c23-4a32-9dfd-ea5e9458860b), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:05.272380 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2ca4e-c250-438c-9216-0b81c7e3b137 req-f914e326-0a81-4f75-bc6d-989fb88352ff tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:05.281451 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-86b2ca4e-c250-438c-9216-0b81c7e3b137 req-f914e326-0a81-4f75-bc6d-989fb88352ff tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.2721338 Feb 17 15:48:05.371605 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba7b77-1270-4db2-8cb7-4d3d706f2075 req-90328f86-aaeb-4a22-814a-24de703938ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:05.373867 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-61ba7b77-1270-4db2-8cb7-4d3d706f2075 req-90328f86-aaeb-4a22-814a-24de703938ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=769c58532a4348dcae2ac0328ff62a8f&device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 1129 time: 0.2428904 Feb 17 15:48:05.420142 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 545f7897-900e-45b1-9b04-9fec23d1f84b up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:48:05.480228 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-cade2787-0d64-4609-a400-638296abdcd6 service neutron] 10.222.0.24 "GET /v2.0/networks/b9b11d9c-de0b-463a-b635-ac25c5f517d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050008 Feb 17 15:48:05.504749 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba7b77-1270-4db2-8cb7-4d3d706f2075 req-af7b8a23-fbe6-450d-8ca6-5c5e5ab52a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:05.506217 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-61ba7b77-1270-4db2-8cb7-4d3d706f2075 req-af7b8a23-fbe6-450d-8ca6-5c5e5ab52a11 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d7517828-d4b9-4a8f-8db6-7a3339da0c38 HTTP/1.1" status: 200 len: 911 time: 0.1209209 Feb 17 15:48:05.561925 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 545f7897-900e-45b1-9b04-9fec23d1f84b triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:05.574286 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (545f7897-900e-45b1-9b04-9fec23d1f84b), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:05.576944 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-86b2ca4e-c250-438c-9216-0b81c7e3b137 req-686ffda1-ba72-4a12-9dfb-0acf24422819 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2943580 Feb 17 15:48:05.646164 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7995d8b-a20e-4690-842a-a241e136256a admin admin] Network e876fc21-a1fb-48e6-880e-d68377d6fe00 is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:48:05.651141 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-a7995d8b-a20e-4690-842a-a241e136256a admin admin] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:48:05.686390 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7da2d-39b3-4520-b524-cd10f9ad1b93 req-8ba3ef15-e81f-4311-8d78-d157dcdd0d6b tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:05.698169 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-8bd02e44-6e59-414d-b280-2fac16993b10 req-700b7396-6243-4035-ad74-777e278780e7 service neutron] 10.222.0.24 "GET /v2.0/networks/b9b11d9c-de0b-463a-b635-ac25c5f517d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114546 Feb 17 15:48:05.700364 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3ff7da2d-39b3-4520-b524-cd10f9ad1b93 req-8ba3ef15-e81f-4311-8d78-d157dcdd0d6b tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4bbd62d-c0f2-4115-af48-45010a77c7cc HTTP/1.1" status: 200 len: 945 time: 0.4501588 Feb 17 15:48:05.714178 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-61ba7b77-1270-4db2-8cb7-4d3d706f2075 req-be4ab178-4167-4bf4-9234-25fd2b874835 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89339565-152f-4ae8-8690-3d2c845f5541 HTTP/1.1" status: 200 len: 1001 time: 0.1971631 Feb 17 15:48:05.866471 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 545f7897-900e-45b1-9b04-9fec23d1f84b is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:48:05.866885 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (545f7897-900e-45b1-9b04-9fec23d1f84b), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:05.924760 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] For port 545f7897-900e-45b1-9b04-9fec23d1f84b, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=545f7897-900e-45b1-9b04-9fec23d1f84b,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:48:05.931133 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (545f7897-900e-45b1-9b04-9fec23d1f84b), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:06.042571 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Pushing event updated for resources: {'Port': ['ID=545f7897-900e-45b1-9b04-9fec23d1f84b,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:06.081071 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89286ade-6a98-4ceb-96d2-bdbf6678c7ed req-9beb744e-23f6-4af7-8a30-fcc7598e1c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:06.085884 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-89286ade-6a98-4ceb-96d2-bdbf6678c7ed req-9beb744e-23f6-4af7-8a30-fcc7598e1c61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ddb28ca63c6d47249089121ce5c485a5&device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 1127 time: 0.2621229 Feb 17 15:48:06.151407 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-275a1ab1-4865-4e2d-8eea-1448680c9c5e None None] Provisioning complete for port 94975c98-a168-4160-be50-ff869f0383c8 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:06.152002 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-275a1ab1-4865-4e2d-8eea-1448680c9c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (94975c98-a168-4160-be50-ff869f0383c8), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:06.251896 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-275a1ab1-4865-4e2d-8eea-1448680c9c5e None None] Port 94975c98-a168-4160-be50-ff869f0383c8 cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:48:06.298213 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7995d8b-a20e-4690-842a-a241e136256a admin admin] Router 8788dd01-0c23-4a32-9dfd-ea5e9458860b has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:48:06.369137 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba7b77-1270-4db2-8cb7-4d3d706f2075 req-52efe69d-28d7-4be3-9729-1dcb04751569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:06.370825 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-61ba7b77-1270-4db2-8cb7-4d3d706f2075 req-52efe69d-28d7-4be3-9729-1dcb04751569 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d98068c-df44-41c5-a48f-1683fecb288a HTTP/1.1" status: 200 len: 849 time: 0.6319411 Feb 17 15:48:06.387091 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3ff7da2d-39b3-4520-b524-cd10f9ad1b93 req-6234c786-e046-4111-8a97-aff9d47824d7 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6794734 Feb 17 15:48:06.488024 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89286ade-6a98-4ceb-96d2-bdbf6678c7ed req-8d0f26d9-3e89-4429-ab7a-5be5a414f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:06.494972 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-89286ade-6a98-4ceb-96d2-bdbf6678c7ed req-8d0f26d9-3e89-4429-ab7a-5be5a414f560 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b9b11d9c-de0b-463a-b635-ac25c5f517d4 HTTP/1.1" status: 200 len: 916 time: 0.3912704 Feb 17 15:48:06.502871 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076c1b8-8be0-4336-8dda-176a835bdc97 req-8238e9c1-ad13-4f8c-9e29-272dce2e59e9 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:06.517848 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2076c1b8-8be0-4336-8dda-176a835bdc97 req-8238e9c1-ad13-4f8c-9e29-272dce2e59e9 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.7800155 Feb 17 15:48:06.556696 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:06.624169 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7995d8b-a20e-4690-842a-a241e136256a admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:48:06.650434 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] Sync routers for ids ['8788dd01-0c23-4a32-9dfd-ea5e9458860b'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:48:06.682320 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] Routers {'8788dd01-0c23-4a32-9dfd-ea5e9458860b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:48:06.685376 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:48:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['8788dd01-0c23-4a32-9dfd-ea5e9458860b'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:48:06.708673 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-a7995d8b-a20e-4690-842a-a241e136256a admin admin] 10.222.0.67 "PUT /v2.0/routers/8788dd01-0c23-4a32-9dfd-ea5e9458860b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6531858 Feb 17 15:48:06.708673 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-89286ade-6a98-4ceb-96d2-bdbf6678c7ed req-7b038a40-7e9c-411d-9320-ec3cfe056679 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f81503-626e-4d52-b5ba-9b07ca2461d8 HTTP/1.1" status: 200 len: 217 time: 0.0764954 Feb 17 15:48:06.831665 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89286ade-6a98-4ceb-96d2-bdbf6678c7ed req-22053f84-3066-4d4e-ba1c-070787855ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:06.833195 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-89286ade-6a98-4ceb-96d2-bdbf6678c7ed req-22053f84-3066-4d4e-ba1c-070787855ace service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53a362a2-8dda-4f19-8af4-e1a3ccca9100 HTTP/1.1" status: 200 len: 854 time: 0.1098020 Feb 17 15:48:06.847040 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba7b77-1270-4db2-8cb7-4d3d706f2075 req-35d70b8e-7af9-478a-8b2f-00cc1ac53fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:06.857784 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-61ba7b77-1270-4db2-8cb7-4d3d706f2075 req-35d70b8e-7af9-478a-8b2f-00cc1ac53fd8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d7517828-d4b9-4a8f-8db6-7a3339da0c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4602587 Feb 17 15:48:06.889890 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89286ade-6a98-4ceb-96d2-bdbf6678c7ed req-e6c16df7-e748-4f9a-a1de-22bb051bc815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:06.891411 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-89286ade-6a98-4ceb-96d2-bdbf6678c7ed req-e6c16df7-e748-4f9a-a1de-22bb051bc815 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9b11d9c-de0b-463a-b635-ac25c5f517d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0519259 Feb 17 15:48:06.897258 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2076c1b8-8be0-4336-8dda-176a835bdc97 req-0c9d8942-f58e-4c69-beb3-2bf14b80dec3 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723817 Feb 17 15:48:06.978990 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] Set router 8788dd01-0c23-4a32-9dfd-ea5e9458860b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:48:06.986076 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9638c-d4dd-4f7f-8637-c598e44bfdb7 req-3540ee2b-a649-4b4c-bd83-728bbd3f88a6 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:06.997269 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-cae9638c-d4dd-4f7f-8637-c598e44bfdb7 req-3540ee2b-a649-4b4c-bd83-728bbd3f88a6 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.4467487 Feb 17 15:48:07.119114 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-cae9638c-d4dd-4f7f-8637-c598e44bfdb7 req-f2b9bcb0-37f2-48aa-968e-4974fca88b81 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171982 Feb 17 15:48:07.364623 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-89286ade-6a98-4ceb-96d2-bdbf6678c7ed req-360a85c1-c835-45c1-a9e7-c6e9da375210 service neutron] 10.222.0.24 "GET /v2.0/networks/b9b11d9c-de0b-463a-b635-ac25c5f517d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576807 Feb 17 15:48:07.458885 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2d1bb-5d66-4685-ad22-434175f65c76 req-dce38bb9-c259-4f53-8485-1e37c3232bdb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:07.468637 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f2d2d1bb-5d66-4685-ad22-434175f65c76 req-dce38bb9-c259-4f53-8485-1e37c3232bdb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 943 time: 0.4372373 Feb 17 15:48:07.490415 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-61ba7b77-1270-4db2-8cb7-4d3d706f2075 req-4b79bc62-6817-4e73-bb95-af21c9e72b9f service neutron] 10.222.0.24 "GET /v2.0/networks/d7517828-d4b9-4a8f-8db6-7a3339da0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6312857 Feb 17 15:48:07.490989 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 545f7897-900e-45b1-9b04-9fec23d1f84b up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:48:07.520589 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788ea82-65b6-427a-9c85-0e76f2b68883 req-88d55085-8214-4fe3-8c87-896b7c4ac8b3 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:07.522382 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2788ea82-65b6-427a-9c85-0e76f2b68883 req-88d55085-8214-4fe3-8c87-896b7c4ac8b3 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.1572711 Feb 17 15:48:07.570370 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f2d2d1bb-5d66-4685-ad22-434175f65c76 req-187ee73f-f2e2-4acf-b9a3-590fa127e9b8 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006975 Feb 17 15:48:07.588378 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-89286ade-6a98-4ceb-96d2-bdbf6678c7ed req-61f6de14-95bd-4401-a063-7a998dca43b5 service neutron] 10.222.0.24 "GET /v2.0/networks/b9b11d9c-de0b-463a-b635-ac25c5f517d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088389 Feb 17 15:48:07.737091 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2788ea82-65b6-427a-9c85-0e76f2b68883 req-dc6a51cd-0d06-483f-818a-9a5b7c9ebf36 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790185 Feb 17 15:48:07.781684 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-61ba7b77-1270-4db2-8cb7-4d3d706f2075 req-11ffa08e-9c2d-480c-a515-9287bf24b08c service neutron] 10.222.0.24 "GET /v2.0/networks/d7517828-d4b9-4a8f-8db6-7a3339da0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840524 Feb 17 15:48:07.821581 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 545f7897-900e-45b1-9b04-9fec23d1f84b triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:07.821962 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (545f7897-900e-45b1-9b04-9fec23d1f84b), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:08.038650 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 53684) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:08.044940 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-6df8b8e6-c745-4024-aa4f-c64991a5d680 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-720691626-network', 'tenant_id': '312708ea969c4e1ca0c4f76199adf878'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:08.154905 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 545f7897-900e-45b1-9b04-9fec23d1f84b is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:48:08.162566 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'name': 'tempest-TestShelveInstance-1705159406-router', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:55Z', 'updated_at': '2022-02-17T15:48:04Z', 'revision_number': 4, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'gw_port': {'id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:57Z', 'updated_at': '2022-02-17T15:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '94975c98-a168-4160-be50-ff869f0383c8', 'name': '', 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'mac_address': 'fa:16:3e:dc:83:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '8f454ab8-9d17-4e5c-b573-5bcdca815dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:48:02Z', 'updated_at': '2022-02-17T15:48:04Z', 'revision_number': 2, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'subnets': [{'id': '8f454ab8-9d17-4e5c-b573-5bcdca815dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:48:08.195272 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] Checking router: 8788dd01-0c23-4a32-9dfd-ea5e9458860b for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:48:08.195808 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] Updating router 8788dd01-0c23-4a32-9dfd-ea5e9458860b port 94975c98-a168-4160-be50-ff869f0383c8 binding host dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 15:48:08.207057 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006c176-14ed-4de9-a8f2-1a4ce4e52272 req-2d890436-fed9-43d5-a695-0d95384db9c3 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:08.208723 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3006c176-14ed-4de9-a8f2-1a4ce4e52272 req-2d890436-fed9-43d5-a695-0d95384db9c3 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4bbd62d-c0f2-4115-af48-45010a77c7cc HTTP/1.1" status: 200 len: 945 time: 0.3133409 Feb 17 15:48:08.235783 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df8b8e6-c745-4024-aa4f-c64991a5d680 admin admin] Made reservation on behalf of 312708ea969c4e1ca0c4f76199adf878 for: {'network': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:48:08.242902 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6df8b8e6-c745-4024-aa4f-c64991a5d680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for network (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:08.265281 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (94975c98-a168-4160-be50-ff869f0383c8), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:08.309263 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6df8b8e6-c745-4024-aa4f-c64991a5d680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:08.423853 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cbaaa-7e72-4153-89d1-a9ffcf2fbae3 req-389488c7-ad6b-4f58-be15-85590d4af239 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:08.425470 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1f8cbaaa-7e72-4153-89d1-a9ffcf2fbae3 req-389488c7-ad6b-4f58-be15-85590d4af239 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.3672781 Feb 17 15:48:08.484977 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3006c176-14ed-4de9-a8f2-1a4ce4e52272 req-225a5595-351e-4ae3-9b12-bcec0991c83b tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572486 Feb 17 15:48:08.650474 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1f8cbaaa-7e72-4153-89d1-a9ffcf2fbae3 req-52606aea-1c49-4d8e-97fa-0414b420dd2f tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117479 Feb 17 15:48:08.781960 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8023075-514e-498e-aec2-4ca9468ea74e req-dcd09710-231b-44ec-99c5-6d11fe4d6c4e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:08.783494 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d8023075-514e-498e-aec2-4ca9468ea74e req-dcd09710-231b-44ec-99c5-6d11fe4d6c4e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.1777296 Feb 17 15:48:08.785661 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6df8b8e6-c745-4024-aa4f-c64991a5d680 admin admin] Publish callbacks [] for security_group (d2480ae8-94a8-4fe4-a883-e6e19bbf960f), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:08.802021 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6df8b8e6-c745-4024-aa4f-c64991a5d680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (d2480ae8-94a8-4fe4-a883-e6e19bbf960f), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:08.877008 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] Publish callbacks [] for port (94975c98-a168-4160-be50-ff869f0383c8), precommit_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:08.895441 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (94975c98-a168-4160-be50-ff869f0383c8), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:08.944869 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df8b8e6-c745-4024-aa4f-c64991a5d680 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=109499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 15:48:08.971380 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b8382-cce5-41e3-8d83-d24dbfb0a09b None None] Pushing event updated for resources: {'Port': ['ID=94975c98-a168-4160-be50-ff869f0383c8,revision_number=3']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:08.994334 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d8023075-514e-498e-aec2-4ca9468ea74e req-a425e828-5980-4207-a399-edc02523b5c3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927145 Feb 17 15:48:08.999366 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8b8e6-c745-4024-aa4f-c64991a5d680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2480ae8-94a8-4fe4-a883-e6e19bbf960f,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:09.024066 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6df8b8e6-c745-4024-aa4f-c64991a5d680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (52d51b38-6bb9-4889-acdf-fd369d7b2133), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:09.034542 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.segments_db [None req-6df8b8e6-c745-4024-aa4f-c64991a5d680 admin admin] Added segment 52d51b38-6bb9-4889-acdf-fd369d7b2133 of type vlan for network cdf35f51-bd1f-498c-a56a-ebc573f7e030 Feb 17 15:48:09.082593 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] Attempting to bind port 94975c98-a168-4160-be50-ff869f0383c8 on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:48:09.083783 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] Attempting to bind port 94975c98-a168-4160-be50-ff869f0383c8 by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': '5963083f-b065-4c02-8d0b-987780465e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00'}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:48:09.084289 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cc1dc-d9cf-425b-9b9f-ef71e5b0c885 req-6c25fb2a-b9c2-480b-8c18-8ea616766136 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:09.084713 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] Attempting to bind port 94975c98-a168-4160-be50-ff869f0383c8 on network e876fc21-a1fb-48e6-880e-d68377d6fe00 {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:48:09.086033 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5a2cc1dc-d9cf-425b-9b9f-ef71e5b0c885 req-6c25fb2a-b9c2-480b-8c18-8ea616766136 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 943 time: 0.2582319 Feb 17 15:48:09.099336 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:48:09.100172 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] Checking segment: {'id': '5963083f-b065-4c02-8d0b-987780465e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:48:09.101217 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:09.101890 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] Bound using segment: {'id': '5963083f-b065-4c02-8d0b-987780465e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00'} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:48:09.103285 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] Bound port: 94975c98-a168-4160-be50-ff869f0383c8, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5963083f-b065-4c02-8d0b-987780465e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00'}}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:48:09.104090 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (94975c98-a168-4160-be50-ff869f0383c8), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:09.163214 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6df8b8e6-c745-4024-aa4f-c64991a5d680 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726998781570'] for network (cdf35f51-bd1f-498c-a56a-ebc573f7e030), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:09.211431 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] For port 94975c98-a168-4160-be50-ff869f0383c8, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:48:09.219909 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] For port 94975c98-a168-4160-be50-ff869f0383c8, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=94975c98-a168-4160-be50-ff869f0383c8,segment=NetworkSegment(5963083f-b065-4c02-8d0b-987780465e8f),segment_id=5963083f-b065-4c02-8d0b-987780465e8f)] {{(pid=109500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:48:09.231208 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (94975c98-a168-4160-be50-ff869f0383c8), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:09.335773 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5a2cc1dc-d9cf-425b-9b9f-ef71e5b0c885 req-e9779602-1180-4384-9a99-d1d44130b7ec tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052131 Feb 17 15:48:09.343483 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6df8b8e6-c745-4024-aa4f-c64991a5d680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for network (cdf35f51-bd1f-498c-a56a-ebc573f7e030), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:09.346140 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df8b8e6-c745-4024-aa4f-c64991a5d680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:09.350532 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6df8b8e6-c745-4024-aa4f-c64991a5d680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:09.359639 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b8382-cce5-41e3-8d83-d24dbfb0a09b None None] Pushing event updated for resources: {'Port': ['ID=94975c98-a168-4160-be50-ff869f0383c8,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:09.403404 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-6df8b8e6-c745-4024-aa4f-c64991a5d680 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3625669 Feb 17 15:48:09.408469 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 53696) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:09.415645 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-92a20791-f6f2-4dae-a71f-effb127274d1 admin admin] Request body: {'subnet': {'network_id': 'cdf35f51-bd1f-498c-a56a-ebc573f7e030', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-720691626-subnet', 'tenant_id': '312708ea969c4e1ca0c4f76199adf878', 'ip_version': 4}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:09.423767 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-36b36bf9-7a16-418d-805b-edb1f28cbabe None None] Provisioning complete for port 94975c98-a168-4160-be50-ff869f0383c8 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:09.424228 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-36b36bf9-7a16-418d-805b-edb1f28cbabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (94975c98-a168-4160-be50-ff869f0383c8), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:09.439812 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d671a1-c039-4944-96a9-9e19798e347d req-e0b9a997-eb31-4540-b352-094414083bb7 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:09.448538 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c2d671a1-c039-4944-96a9-9e19798e347d req-e0b9a997-eb31-4540-b352-094414083bb7 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.2707806 Feb 17 15:48:09.466970 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a20791-f6f2-4dae-a71f-effb127274d1 admin admin] Made reservation on behalf of 312708ea969c4e1ca0c4f76199adf878 for: {'subnet': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:48:09.470991 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-92a20791-f6f2-4dae-a71f-effb127274d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8764477'] for subnet (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:09.507185 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] Routers {'8788dd01-0c23-4a32-9dfd-ea5e9458860b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:48:09.508087 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:48:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['8788dd01-0c23-4a32-9dfd-ea5e9458860b'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:48:09.554946 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8b8e6-c745-4024-aa4f-c64991a5d680 admin admin] Pushing event updated for resources: {'Network': ['ID=cdf35f51-bd1f-498c-a56a-ebc573f7e030,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:09.675849 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c2d671a1-c039-4944-96a9-9e19798e347d req-292007ab-379e-4a3e-a71a-c6cadd2d3a0a tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261896 Feb 17 15:48:09.677930 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Network cdf35f51-bd1f-498c-a56a-ebc573f7e030 details requested by agent ovs-agent-dv-cinder-606346-36-iscsi with host dv-cinder-606346-36-iscsi {{(pid=109500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 15:48:10.002671 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-36b36bf9-7a16-418d-805b-edb1f28cbabe None None] Current status of the port 94975c98-a168-4160-be50-ff869f0383c8 is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:48:10.003495 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-36b36bf9-7a16-418d-805b-edb1f28cbabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (94975c98-a168-4160-be50-ff869f0383c8), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:10.044872 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-36b36bf9-7a16-418d-805b-edb1f28cbabe None None] For port 94975c98-a168-4160-be50-ff869f0383c8, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=94975c98-a168-4160-be50-ff869f0383c8,segment=NetworkSegment(5963083f-b065-4c02-8d0b-987780465e8f),segment_id=5963083f-b065-4c02-8d0b-987780465e8f)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:48:10.062142 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-36b36bf9-7a16-418d-805b-edb1f28cbabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (94975c98-a168-4160-be50-ff869f0383c8), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:10.069013 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faee0e7-b159-4f8d-b80f-34001dbade5d req-e51200cc-3865-4c09-97c7-c5d2a5bd0814 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:10.070590 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5faee0e7-b159-4f8d-b80f-34001dbade5d req-e51200cc-3865-4c09-97c7-c5d2a5bd0814 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4bbd62d-c0f2-4115-af48-45010a77c7cc HTTP/1.1" status: 200 len: 945 time: 0.3931282 Feb 17 15:48:10.125964 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] Set router 8788dd01-0c23-4a32-9dfd-ea5e9458860b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:48:10.154676 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-92a20791-f6f2-4dae-a71f-effb127274d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8764431'] for subnet (16aa1ea7-ba33-4be2-b4ef-6ccfce287022), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:10.235858 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a0d6d-8430-442b-88f3-2cd289ab1a31 req-481d11bf-cb1b-4cbb-91fb-c05b3e05de80 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:10.240488 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-481a0d6d-8430-442b-88f3-2cd289ab1a31 req-481d11bf-cb1b-4cbb-91fb-c05b3e05de80 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.3229728 Feb 17 15:48:10.270790 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a20791-f6f2-4dae-a71f-effb127274d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16aa1ea7-ba33-4be2-b4ef-6ccfce287022,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:10.294851 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a20791-f6f2-4dae-a71f-effb127274d1 admin admin] Checking segment: {'id': '52d51b38-6bb9-4889-acdf-fd369d7b2133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdf35f51-bd1f-498c-a56a-ebc573f7e030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:48:10.295276 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a20791-f6f2-4dae-a71f-effb127274d1 admin admin] Network hostable DHCP agents. Network: cdf35f51-bd1f-498c-a56a-ebc573f7e030, hostable agents: ['c690b10a-9812-45df-b2f8-72b352956aca'], hosted agents: [] {{(pid=109498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 15:48:10.315506 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5faee0e7-b159-4f8d-b80f-34001dbade5d req-f3096d50-6e0d-4182-a83f-71973dc458ee tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/security-groups?id=5d9bdf5a-8e24-41e8-ba1f-61b90db22637&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249410 Feb 17 15:48:10.343637 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a20791-f6f2-4dae-a71f-effb127274d1 admin admin] Network cdf35f51-bd1f-498c-a56a-ebc573f7e030 is scheduled to be hosted by DHCP agent c690b10a-9812-45df-b2f8-72b352956aca with binding_index 1 {{(pid=109498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 15:48:10.364541 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-92a20791-f6f2-4dae-a71f-effb127274d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-36-iscsi, cdf35f51-bd1f-498c-a56a-ebc573f7e030) {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:48:10.375107 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a20791-f6f2-4dae-a71f-effb127274d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:10.375735 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-92a20791-f6f2-4dae-a71f-effb127274d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for subnet (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:10.420390 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-92a20791-f6f2-4dae-a71f-effb127274d1 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0103452 Feb 17 15:48:10.421788 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 53706) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:10.434870 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-5a526793-b14f-4b2d-a023-cfc57f51b8ee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-720691626-router', 'tenant_id': '312708ea969c4e1ca0c4f76199adf878', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:10.441293 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-57d1ea75-1d98-460e-bdb1-63fdc7f48d48 None None] Provisioning complete for port 94975c98-a168-4160-be50-ff869f0383c8 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:10.441676 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-57d1ea75-1d98-460e-bdb1-63fdc7f48d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (94975c98-a168-4160-be50-ff869f0383c8), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:10.449776 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b36bf9-7a16-418d-805b-edb1f28cbabe None None] Pushing event updated for resources: {'Port': ['ID=94975c98-a168-4160-be50-ff869f0383c8,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:10.487460 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-481a0d6d-8430-442b-88f3-2cd289ab1a31 req-888c9279-0fec-40a1-898a-80f12814c4b6 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658890 Feb 17 15:48:10.491122 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5a526793-b14f-4b2d-a023-cfc57f51b8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-222821'] for router (7c201258-ed2a-47b8-89bd-3130eea9040b), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:10.492740 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5a526793-b14f-4b2d-a023-cfc57f51b8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-222878'] for router (7c201258-ed2a-47b8-89bd-3130eea9040b), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:10.541218 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2462e0-aae6-4899-90b9-9ec8a454f638 None None] Network cdf35f51-bd1f-498c-a56a-ebc573f7e030 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:48:10.623061 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8ab83-f2bb-41a4-bc7e-6d2461717972 req-bb37bafc-c432-4588-920b-af3c4591045b tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:10.632181 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-34c8ab83-f2bb-41a4-bc7e-6d2461717972 req-bb37bafc-c432-4588-920b-af3c4591045b tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bbd62d-c0f2-4115-af48-45010a77c7cc HTTP/1.1" status: 200 len: 945 time: 0.1815901 Feb 17 15:48:10.681527 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5a526793-b14f-4b2d-a023-cfc57f51b8ee admin admin] Publish callbacks [] for router_controller (7c201258-ed2a-47b8-89bd-3130eea9040b), precommit_add_association {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:10.862855 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97461e2-67ec-4618-a946-c765e4d41a60 req-7c851953-7dc5-4fa2-b4e9-491b0b4d013a tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:10.870786 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a97461e2-67ec-4618-a946-c765e4d41a60 req-7c851953-7dc5-4fa2-b4e9-491b0b4d013a tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 943 time: 0.1867807 Feb 17 15:48:10.906992 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab5abc-061f-49c7-84bd-bfdbc6bbe243 req-feb639b2-4fe7-41f5-81ec-64f5b10dcd47 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:10.923133 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-42ab5abc-061f-49c7-84bd-bfdbc6bbe243 req-feb639b2-4fe7-41f5-81ec-64f5b10dcd47 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.3716776 Feb 17 15:48:10.997493 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-57d1ea75-1d98-460e-bdb1-63fdc7f48d48 None None] Current status of the port 94975c98-a168-4160-be50-ff869f0383c8 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:48:11.005523 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0a92eb-59a4-4948-8652-de32d2089cf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bcae54e-08a9-5feb-a18c-c07b874cf816-cdf35f51-bd1f-498c-a56a-ebc573f7e030', 'network_id': 'cdf35f51-bd1f-498c-a56a-ebc573f7e030', 'project_id': '312708ea969c4e1ca0c4f76199adf878', 'fixed_ips': [{'subnet_id': '16aa1ea7-ba33-4be2-b4ef-6ccfce287022'}]}} from dv-cinder-606346-36-iscsi. {{(pid=109500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 15:48:11.006370 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-cf0a92eb-59a4-4948-8652-de32d2089cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:11.019445 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5a526793-b14f-4b2d-a023-cfc57f51b8ee admin admin] Publish callbacks [] for router_gateway (7c201258-ed2a-47b8-89bd-3130eea9040b), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:11.054527 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a97461e2-67ec-4618-a946-c765e4d41a60 req-4e0118f7-d3b7-4a1c-aadd-50ce73e4eee3 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824827 Feb 17 15:48:11.110097 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-42ab5abc-061f-49c7-84bd-bfdbc6bbe243 req-cd980dcd-bcdf-4e50-8673-e65365187f29 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839874 Feb 17 15:48:11.139679 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-34c8ab83-f2bb-41a4-bc7e-6d2461717972 req-ee1e28ee-7174-4d68-9a68-0be1c3e2da0f tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Deleting port f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:48:11.140282 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-34c8ab83-f2bb-41a4-bc7e-6d2461717972 req-ee1e28ee-7174-4d68-9a68-0be1c3e2da0f tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:11.150083 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.db_base_plugin_common [None req-cf0a92eb-59a4-4948-8652-de32d2089cf4 None None] Allocated IP 172.20.0.2 (cdf35f51-bd1f-498c-a56a-ebc573f7e030/16aa1ea7-ba33-4be2-b4ef-6ccfce287022/b6c300af-b62f-4980-a23e-a998711c1f88) {{(pid=109500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:48:11.291156 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-34c8ab83-f2bb-41a4-bc7e-6d2461717972 req-ee1e28ee-7174-4d68-9a68-0be1c3e2da0f tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] For port f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a,segment=NetworkSegment(78ee3f1d-c236-4a70-bf1f-c5e9746bffa4),segment_id=78ee3f1d-c236-4a70-bf1f-c5e9746bffa4)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:48:11.291602 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-34c8ab83-f2bb-41a4-bc7e-6d2461717972 req-ee1e28ee-7174-4d68-9a68-0be1c3e2da0f tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:11.298512 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-cf0a92eb-59a4-4948-8652-de32d2089cf4 None None] Publish callbacks [] for port (b6c300af-b62f-4980-a23e-a998711c1f88), precommit_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:11.307074 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-cf0a92eb-59a4-4948-8652-de32d2089cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664'] for port (b6c300af-b62f-4980-a23e-a998711c1f88), after_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:11.317151 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-34c8ab83-f2bb-41a4-bc7e-6d2461717972 req-ee1e28ee-7174-4d68-9a68-0be1c3e2da0f tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Calling delete_port for f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a owned by compute:nova {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:48:11.351725 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0a92eb-59a4-4948-8652-de32d2089cf4 None None] Network cdf35f51-bd1f-498c-a56a-ebc573f7e030 is already hosted by enough agents. {{(pid=109500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:48:11.355416 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.scheduler.base_scheduler [None req-cf0a92eb-59a4-4948-8652-de32d2089cf4 None None] Resources bound (agent type, host, resource id): {{(pid=109500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:48:11.360514 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0a92eb-59a4-4948-8652-de32d2089cf4 None None] Received port after_create {{(pid=109500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:48:11.398750 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'name': 'tempest-TestShelveInstance-1705159406-router', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:55Z', 'updated_at': '2022-02-17T15:48:04Z', 'revision_number': 4, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'gw_port': {'id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:57Z', 'updated_at': '2022-02-17T15:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '94975c98-a168-4160-be50-ff869f0383c8', 'name': '', 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'mac_address': 'fa:16:3e:dc:83:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '8f454ab8-9d17-4e5c-b573-5bcdca815dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:48:02Z', 'updated_at': '2022-02-17T15:48:09Z', 'revision_number': 4, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'subnets': [{'id': '8f454ab8-9d17-4e5c-b573-5bcdca815dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:48:11.544888 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5a526793-b14f-4b2d-a023-cfc57f51b8ee admin admin] Publish callbacks [] for router_gateway (7c201258-ed2a-47b8-89bd-3130eea9040b), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:11.597406 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5a526793-b14f-4b2d-a023-cfc57f51b8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:11.679850 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-34c8ab83-f2bb-41a4-bc7e-6d2461717972 req-ee1e28ee-7174-4d68-9a68-0be1c3e2da0f tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:11.703807 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-17d77598-b6f5-492f-9e65-193e17c78518 req-dce37b40-d8a6-49f4-aa75-0420a07a46eb tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4bbd62d-c0f2-4115-af48-45010a77c7cc HTTP/1.1" status: 200 len: 210 time: 0.1048610 Feb 17 15:48:11.801032 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e28ee-7174-4d68-9a68-0be1c3e2da0f tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Pushing event deleted for resources: {'Port': ['ID=f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:11.822263 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_common [None req-5a526793-b14f-4b2d-a023-cfc57f51b8ee admin admin] Allocated IP 172.27.3.254 (429489ab-2a85-400d-8dac-2c90bfd61144/c701940c-dc66-45fb-ad02-3d3f314099e2/25c5b18d-a008-4441-9a36-26302ab4422f) {{(pid=109498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:48:11.827006 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:48:11.876308 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a92eb-59a4-4948-8652-de32d2089cf4 None None] Pushing event updated for resources: {'Port': ['ID=b6c300af-b62f-4980-a23e-a998711c1f88,revision_number=1']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:11.884663 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d92862b-2c62-4ee9-93cf-cacbbe6950e1 None None] The sync data for ids ['8788dd01-0c23-4a32-9dfd-ea5e9458860b'] in dv-cinder-606346-36-iscsi is: [{'id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'name': 'tempest-TestShelveInstance-1705159406-router', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:55Z', 'updated_at': '2022-02-17T15:48:04Z', 'revision_number': 4, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'gw_port': {'id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:57Z', 'updated_at': '2022-02-17T15:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '94975c98-a168-4160-be50-ff869f0383c8', 'name': '', 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'mac_address': 'fa:16:3e:dc:83:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '8f454ab8-9d17-4e5c-b573-5bcdca815dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:48:02Z', 'updated_at': '2022-02-17T15:48:09Z', 'revision_number': 4, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'subnets': [{'id': '8f454ab8-9d17-4e5c-b573-5bcdca815dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:48:11.894615 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-cf0a92eb-59a4-4948-8652-de32d2089cf4 None None] Attempting to bind port b6c300af-b62f-4980-a23e-a998711c1f88 on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:48:11.896989 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-cf0a92eb-59a4-4948-8652-de32d2089cf4 None None] Attempting to bind port b6c300af-b62f-4980-a23e-a998711c1f88 by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': '52d51b38-6bb9-4889-acdf-fd369d7b2133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdf35f51-bd1f-498c-a56a-ebc573f7e030'}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:48:11.897531 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0a92eb-59a4-4948-8652-de32d2089cf4 None None] Attempting to bind port b6c300af-b62f-4980-a23e-a998711c1f88 on network cdf35f51-bd1f-498c-a56a-ebc573f7e030 {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:48:11.924422 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0a92eb-59a4-4948-8652-de32d2089cf4 None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:48:11.925333 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0a92eb-59a4-4948-8652-de32d2089cf4 None None] Checking segment: {'id': '52d51b38-6bb9-4889-acdf-fd369d7b2133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdf35f51-bd1f-498c-a56a-ebc573f7e030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:48:11.926022 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-cf0a92eb-59a4-4948-8652-de32d2089cf4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:11.926340 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0a92eb-59a4-4948-8652-de32d2089cf4 None None] Bound using segment: {'id': '52d51b38-6bb9-4889-acdf-fd369d7b2133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdf35f51-bd1f-498c-a56a-ebc573f7e030'} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:48:11.927455 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-cf0a92eb-59a4-4948-8652-de32d2089cf4 None None] Bound port: b6c300af-b62f-4980-a23e-a998711c1f88, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d51b38-6bb9-4889-acdf-fd369d7b2133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdf35f51-bd1f-498c-a56a-ebc573f7e030'}}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:48:11.928145 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-cf0a92eb-59a4-4948-8652-de32d2089cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (b6c300af-b62f-4980-a23e-a998711c1f88), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:11.967815 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c8ab83-f2bb-41a4-bc7e-6d2461717972 req-ee1e28ee-7174-4d68-9a68-0be1c3e2da0f tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] No DVR routers for this DVR port f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a on host hv-cinder-60634 {{(pid=109499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:48:11.971446 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-34c8ab83-f2bb-41a4-bc7e-6d2461717972 req-ee1e28ee-7174-4d68-9a68-0be1c3e2da0f tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:12.013323 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-34c8ab83-f2bb-41a4-bc7e-6d2461717972 req-ee1e28ee-7174-4d68-9a68-0be1c3e2da0f tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.24 "DELETE /v2.0/ports/f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a HTTP/1.1" status: 204 len: 173 time: 1.3601267 Feb 17 15:48:12.061151 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5a526793-b14f-4b2d-a023-cfc57f51b8ee admin admin] Publish callbacks [] for port (25c5b18d-a008-4441-9a36-26302ab4422f), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:12.080128 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-cf0a92eb-59a4-4948-8652-de32d2089cf4 None None] For port b6c300af-b62f-4980-a23e-a998711c1f88, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:48:12.086725 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-cf0a92eb-59a4-4948-8652-de32d2089cf4 None None] For port b6c300af-b62f-4980-a23e-a998711c1f88, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=b6c300af-b62f-4980-a23e-a998711c1f88,segment=NetworkSegment(52d51b38-6bb9-4889-acdf-fd369d7b2133),segment_id=52d51b38-6bb9-4889-acdf-fd369d7b2133)] {{(pid=109500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:48:12.089991 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bbd62d-c0f2-4115-af48-45010a77c7cc', 'name': 'network-vif-deleted', 'tag': 'f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:48:12.094657 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5168eaea-3606-4c43-abb5-905fa39c2d26" -d '{"events": [{"server_uuid": "a4bbd62d-c0f2-4115-af48-45010a77c7cc", "name": "network-vif-deleted", "tag": "f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:48:12.100682 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-cf0a92eb-59a4-4948-8652-de32d2089cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (b6c300af-b62f-4980-a23e-a998711c1f88), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:12.113406 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7329ef-071f-4621-a9ab-a2588b4b68fe req-bc19585d-de6f-4477-ac8c-9d42fd9f0b6a tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:12.122776 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1b7329ef-071f-4621-a9ab-a2588b4b68fe req-bc19585d-de6f-4477-ac8c-9d42fd9f0b6a tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.5084643 Feb 17 15:48:12.140932 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5a526793-b14f-4b2d-a023-cfc57f51b8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (25c5b18d-a008-4441-9a36-26302ab4422f), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:12.203905 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a92eb-59a4-4948-8652-de32d2089cf4 None None] Pushing event updated for resources: {'Port': ['ID=b6c300af-b62f-4980-a23e-a998711c1f88,revision_number=2']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:12.261976 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a526793-b14f-4b2d-a023-cfc57f51b8ee admin admin] Network 429489ab-2a85-400d-8dac-2c90bfd61144 is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:48:12.279083 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-5a526793-b14f-4b2d-a023-cfc57f51b8ee admin admin] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:48:12.304517 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a526793-b14f-4b2d-a023-cfc57f51b8ee admin admin] Pushing event updated for resources: {'Port': ['ID=25c5b18d-a008-4441-9a36-26302ab4422f,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:12.314634 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1b7329ef-071f-4621-a9ab-a2588b4b68fe req-f74e3319-12a5-44e3-abc1-f96f8e4bc517 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1905828 Feb 17 15:48:12.318100 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a526793-b14f-4b2d-a023-cfc57f51b8ee admin admin] Received port after_create {{(pid=109498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:48:12.338636 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48657fbf-b33c-4c14-8183-f8f46b1934de req-9377c0be-f0a3-4818-bc69-902d9a7db6ba tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:12.352874 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-48657fbf-b33c-4c14-8183-f8f46b1934de req-9377c0be-f0a3-4818-bc69-902d9a7db6ba tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.4526680 Feb 17 15:48:12.464288 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-48657fbf-b33c-4c14-8183-f8f46b1934de req-30411905-909f-4498-a08a-f2ebf60a6629 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087620 Feb 17 15:48:12.627296 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b34893a-045d-4c4a-b13e-8d975e617b39 x-openstack-request-id: req-2b34893a-045d-4c4a-b13e-8d975e617b39 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:48:12.627594 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bbd62d-c0f2-4115-af48-45010a77c7cc", "name": "network-vif-deleted", "tag": "f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:48:12.627842 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2b34893a-045d-4c4a-b13e-8d975e617b39 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:48:12.628232 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4bbd62d-c0f2-4115-af48-45010a77c7cc', 'name': 'network-vif-deleted', 'tag': 'f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a', 'status': 'completed', 'code': 200} Feb 17 15:48:12.679057 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e2afa-b3f5-4521-ad62-187d8587b7b2 req-5db0248e-1852-4ad4-803e-efaee4bd0501 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:12.680902 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d84e2afa-b3f5-4521-ad62-187d8587b7b2 req-5db0248e-1852-4ad4-803e-efaee4bd0501 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 943 time: 0.2131879 Feb 17 15:48:12.933530 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d84e2afa-b3f5-4521-ad62-187d8587b7b2 req-298c650e-ef7f-4f69-bf7d-983467edb2e1 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431927 Feb 17 15:48:13.035934 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5608ce-bc37-4398-89db-4ae4c1d108b9 req-1bd54568-6a49-40ba-bbde-663b5219e44e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:13.056015 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ad5608ce-bc37-4398-89db-4ae4c1d108b9 req-1bd54568-6a49-40ba-bbde-663b5219e44e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.2335958 Feb 17 15:48:13.177066 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5a526793-b14f-4b2d-a023-cfc57f51b8ee admin admin] Publish callbacks [] for router_gateway (7c201258-ed2a-47b8-89bd-3130eea9040b), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:13.188246 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-32fb3d0a-6c1c-4fa9-ac45-8e5e50b48cd1 req-d1424d32-ab11-40e9-8e7b-98266631a732 tempest-VolumesActionsTest-1484542592 tempest-VolumesActionsTest-1484542592-project] 10.222.0.67 "GET /v2.0/ports?device_id=a4bbd62d-c0f2-4115-af48-45010a77c7cc HTTP/1.1" status: 200 len: 210 time: 0.0485365 Feb 17 15:48:13.230250 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ad5608ce-bc37-4398-89db-4ae4c1d108b9 req-3378b241-bc26-48e5-a132-691572f14ae8 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731541 Feb 17 15:48:13.465130 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device b6c300af-b62f-4980-a23e-a998711c1f88 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:48:13.615173 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port b6c300af-b62f-4980-a23e-a998711c1f88 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:13.615173 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (b6c300af-b62f-4980-a23e-a998711c1f88), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:13.758558 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5a526793-b14f-4b2d-a023-cfc57f51b8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605957'] for router (7c201258-ed2a-47b8-89bd-3130eea9040b), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:13.761889 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1437dc-0179-4b20-8d07-c678b91ccfd2 req-bfe3cb1c-3003-4257-acfd-b148c8018e8c tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:13.774761 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3e1437dc-0179-4b20-8d07-c678b91ccfd2 req-bfe3cb1c-3003-4257-acfd-b148c8018e8c tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.1740477 Feb 17 15:48:13.880533 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3e1437dc-0179-4b20-8d07-c678b91ccfd2 req-0da2944a-4136-442e-8ee6-a362724cecc8 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001348 Feb 17 15:48:13.921745 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port b6c300af-b62f-4980-a23e-a998711c1f88 is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:48:13.922249 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (b6c300af-b62f-4980-a23e-a998711c1f88), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:13.996227 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] For port b6c300af-b62f-4980-a23e-a998711c1f88, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=b6c300af-b62f-4980-a23e-a998711c1f88,segment=NetworkSegment(52d51b38-6bb9-4889-acdf-fd369d7b2133),segment_id=52d51b38-6bb9-4889-acdf-fd369d7b2133)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:48:14.005542 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (b6c300af-b62f-4980-a23e-a998711c1f88), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:14.006741 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 94975c98-a168-4160-be50-ff869f0383c8 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:48:14.118528 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a526793-b14f-4b2d-a023-cfc57f51b8ee admin admin] Router 7c201258-ed2a-47b8-89bd-3130eea9040b is scheduled to L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 with binding_index 1 {{(pid=109498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 15:48:14.125798 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42648330-e698-4e32-b378-d8a95fedc269 None None] Network cdf35f51-bd1f-498c-a56a-ebc573f7e030 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:48:14.259310 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbd5fa-a4f3-4a86-8e00-0cf1c0e0fd7a req-afac1cde-e4a4-437c-b407-78122adb6bbe tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:14.267891 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-75fbd5fa-a4f3-4a86-8e00-0cf1c0e0fd7a req-afac1cde-e4a4-437c-b407-78122adb6bbe tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 943 time: 0.1297345 Feb 17 15:48:14.295669 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Pushing event updated for resources: {'Port': ['ID=b6c300af-b62f-4980-a23e-a998711c1f88,revision_number=3']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:14.316028 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:48:14.346508 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-38fba85c-da11-47f5-a1f2-f243cd9ad862 None None] Provisioning complete for port b6c300af-b62f-4980-a23e-a998711c1f88 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:14.347230 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-38fba85c-da11-47f5-a1f2-f243cd9ad862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (b6c300af-b62f-4980-a23e-a998711c1f88), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:14.351821 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:14.352878 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] No Port match for: f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:48:14.353468 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device f4554b8f-a6d6-4ca0-889b-4c20a2b1fe5a not bound to the agent host hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:48:14.430067 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 94975c98-a168-4160-be50-ff869f0383c8 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:14.430637 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (94975c98-a168-4160-be50-ff869f0383c8), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:14.440399 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-75fbd5fa-a4f3-4a86-8e00-0cf1c0e0fd7a req-190cb2eb-f946-4173-8d94-87c161a3bb40 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463811 Feb 17 15:48:14.675171 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a526793-b14f-4b2d-a023-cfc57f51b8ee admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:48:14.686403 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] Sync routers for ids ['7c201258-ed2a-47b8-89bd-3130eea9040b'] in dv-cinder-606346-36-iscsi {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:48:14.708001 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] Routers {'7c201258-ed2a-47b8-89bd-3130eea9040b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:48:14.708821 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:48:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['7c201258-ed2a-47b8-89bd-3130eea9040b'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:48:14.728502 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5a526793-b14f-4b2d-a023-cfc57f51b8ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:14.730201 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-5a526793-b14f-4b2d-a023-cfc57f51b8ee admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3071909 Feb 17 15:48:14.732750 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 53754) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:14.749862 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-38fba85c-da11-47f5-a1f2-f243cd9ad862 None None] Current status of the port b6c300af-b62f-4980-a23e-a998711c1f88 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:48:14.772567 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 94975c98-a168-4160-be50-ff869f0383c8 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:48:14.842682 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fda600-236a-4e4d-8532-188671fdcedb req-5ca579a1-1ba7-445e-8259-23a50db9aaa2 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:14.847302 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-42fda600-236a-4e4d-8532-188671fdcedb req-5ca579a1-1ba7-445e-8259-23a50db9aaa2 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.2036157 Feb 17 15:48:14.923771 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-42fda600-236a-4e4d-8532-188671fdcedb req-0126066e-1d0a-4520-a2ef-1ec2bcaf4a71 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612254 Feb 17 15:48:15.003975 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] Set router 7c201258-ed2a-47b8-89bd-3130eea9040b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:48:15.088947 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-4afd36b1-8bd0-44db-96f2-3b2828a1a7a6 None None] Provisioning complete for port b6c300af-b62f-4980-a23e-a998711c1f88 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:15.090978 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-4afd36b1-8bd0-44db-96f2-3b2828a1a7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (b6c300af-b62f-4980-a23e-a998711c1f88), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:15.269474 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95395e1-078b-4e20-8d6c-de0ea710dcda req-f71b6d66-69be-4139-bc11-62421712c8c3 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:15.271293 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c95395e1-078b-4e20-8d6c-de0ea710dcda req-f71b6d66-69be-4139-bc11-62421712c8c3 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.1855290 Feb 17 15:48:15.303472 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-4afd36b1-8bd0-44db-96f2-3b2828a1a7a6 None None] Current status of the port b6c300af-b62f-4980-a23e-a998711c1f88 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:48:15.354829 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c201258-ed2a-47b8-89bd-3130eea9040b', 'name': 'tempest-TestShelveInstance-720691626-router', 'tenant_id': '312708ea969c4e1ca0c4f76199adf878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '25c5b18d-a008-4441-9a36-26302ab4422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:48:10Z', 'updated_at': '2022-02-17T15:48:12Z', 'revision_number': 3, 'project_id': '312708ea969c4e1ca0c4f76199adf878', 'gw_port': {'id': '25c5b18d-a008-4441-9a36-26302ab4422f', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:94:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c201258-ed2a-47b8-89bd-3130eea9040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:48:11Z', 'updated_at': '2022-02-17T15:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:48:15.394635 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device b6c300af-b62f-4980-a23e-a998711c1f88 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:48:15.460107 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c95395e1-078b-4e20-8d6c-de0ea710dcda req-54959419-01f7-4c26-8b58-820a5ab9d39c tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816566 Feb 17 15:48:15.469684 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] Checking router: 7c201258-ed2a-47b8-89bd-3130eea9040b for host: dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:48:15.471731 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] Updating router 7c201258-ed2a-47b8-89bd-3130eea9040b port 25c5b18d-a008-4441-9a36-26302ab4422f binding host dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 15:48:15.547892 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port b6c300af-b62f-4980-a23e-a998711c1f88 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:15.548639 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (b6c300af-b62f-4980-a23e-a998711c1f88), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:15.585467 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (25c5b18d-a008-4441-9a36-26302ab4422f), before_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:15.712237 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3387d-e324-4daf-9798-b0d7c1b393b5 req-5eb43b61-6cbc-454c-a7b3-f192049f64d8 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:15.712709 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-13d3387d-e324-4daf-9798-b0d7c1b393b5 req-5eb43b61-6cbc-454c-a7b3-f192049f64d8 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 943 time: 0.1356726 Feb 17 15:48:15.771088 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port b6c300af-b62f-4980-a23e-a998711c1f88 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:48:15.790799 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-13d3387d-e324-4daf-9798-b0d7c1b393b5 req-ca8796d0-7d4e-49c2-bd45-fac3e576fcc7 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760539 Feb 17 15:48:16.013137 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-25120449-e00a-4d26-8f55-f71c8e65b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:16.101442 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] Publish callbacks [] for port (25c5b18d-a008-4441-9a36-26302ab4422f), precommit_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:16.112410 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (25c5b18d-a008-4441-9a36-26302ab4422f), after_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:16.147204 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ebb00-1477-45b3-a4fb-fb5cae300492 req-37aedf55-7e29-4d17-b636-02bf462763ad tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:16.165292 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4d1ebb00-1477-45b3-a4fb-fb5cae300492 req-37aedf55-7e29-4d17-b636-02bf462763ad tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.1129482 Feb 17 15:48:16.169272 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] Attempting to bind port 25c5b18d-a008-4441-9a36-26302ab4422f on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:48:16.170947 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] Attempting to bind port 25c5b18d-a008-4441-9a36-26302ab4422f by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}] {{(pid=109501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:48:16.172431 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] Attempting to bind port 25c5b18d-a008-4441-9a36-26302ab4422f on network 429489ab-2a85-400d-8dac-2c90bfd61144 {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:48:16.237411 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:48:16.238068 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] Checking segment: {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:48:16.238688 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:16.239173 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] Bound using segment: {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'} {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:48:16.239719 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] Bound port: 25c5b18d-a008-4441-9a36-26302ab4422f, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}}] {{(pid=109501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:48:16.240183 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (25c5b18d-a008-4441-9a36-26302ab4422f), before_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:16.242327 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07302af-105a-491b-a477-d3e9364e1b1a None None] Pushing event updated for resources: {'Port': ['ID=25c5b18d-a008-4441-9a36-26302ab4422f,revision_number=2']} {{(pid=109501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:16.265146 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_common [None req-25120449-e00a-4d26-8f55-f71c8e65b2a8 admin admin] Allocated IP 172.20.0.1 (cdf35f51-bd1f-498c-a56a-ebc573f7e030/16aa1ea7-ba33-4be2-b4ef-6ccfce287022/d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd) {{(pid=109498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:48:16.281646 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4d1ebb00-1477-45b3-a4fb-fb5cae300492 req-c0140c06-b9c3-4732-993b-7aacd54d20d3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131790 Feb 17 15:48:16.392282 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.db [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] For port 25c5b18d-a008-4441-9a36-26302ab4422f, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:48:16.396612 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.db [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] For port 25c5b18d-a008-4441-9a36-26302ab4422f, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=25c5b18d-a008-4441-9a36-26302ab4422f,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:48:16.412123 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (25c5b18d-a008-4441-9a36-26302ab4422f), after_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:16.421885 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-25120449-e00a-4d26-8f55-f71c8e65b2a8 admin admin] Publish callbacks [] for port (d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:16.469509 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-25120449-e00a-4d26-8f55-f71c8e65b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:16.518905 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25120449-e00a-4d26-8f55-f71c8e65b2a8 admin admin] Network cdf35f51-bd1f-498c-a56a-ebc573f7e030 is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:48:16.522450 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] Routers {'7c201258-ed2a-47b8-89bd-3130eea9040b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:48:16.523086 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:48:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['7c201258-ed2a-47b8-89bd-3130eea9040b'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:48:16.523609 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-25120449-e00a-4d26-8f55-f71c8e65b2a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:48:16.528697 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25120449-e00a-4d26-8f55-f71c8e65b2a8 admin admin] Received port after_create {{(pid=109498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:48:16.531495 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25120449-e00a-4d26-8f55-f71c8e65b2a8 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:16.576341 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-25120449-e00a-4d26-8f55-f71c8e65b2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606936'] for router_interface (7c201258-ed2a-47b8-89bd-3130eea9040b), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:16.620723 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07302af-105a-491b-a477-d3e9364e1b1a None None] Pushing event updated for resources: {'Port': ['ID=25c5b18d-a008-4441-9a36-26302ab4422f,revision_number=3']} {{(pid=109501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:16.702038 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] Set router 7c201258-ed2a-47b8-89bd-3130eea9040b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:48:16.771347 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce9e65-d088-48c6-99e4-db2f90061595 req-efd6f594-9cbc-470a-b448-8d5c4607bac5 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:16.780059 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c9ce9e65-d088-48c6-99e4-db2f90061595 req-efd6f594-9cbc-470a-b448-8d5c4607bac5 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.1881149 Feb 17 15:48:16.835166 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-25120449-e00a-4d26-8f55-f71c8e65b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:16.846417 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c9ce9e65-d088-48c6-99e4-db2f90061595 req-65b2fe76-3978-4a15-880b-1ff6f6ad7a61 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649719 Feb 17 15:48:16.943847 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-1b83d19c-55e1-49e0-8667-70ed016d9211 None None] Provisioning complete for port d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:16.944463 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-1b83d19c-55e1-49e0-8667-70ed016d9211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:16.991397 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-1b83d19c-55e1-49e0-8667-70ed016d9211 None None] Port d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:48:17.022725 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4bd94-1da2-4b79-97a5-7d51a67a22a1 req-eb26e723-4414-4ad3-90e0-e4f9dda862f1 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:17.028931 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a4c4bd94-1da2-4b79-97a5-7d51a67a22a1 req-eb26e723-4414-4ad3-90e0-e4f9dda862f1 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 943 time: 0.0974519 Feb 17 15:48:17.074539 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a4c4bd94-1da2-4b79-97a5-7d51a67a22a1 req-5f682bc0-1b79-4b67-98f8-aa5d7c597af0 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439942 Feb 17 15:48:17.082781 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c201258-ed2a-47b8-89bd-3130eea9040b', 'name': 'tempest-TestShelveInstance-720691626-router', 'tenant_id': '312708ea969c4e1ca0c4f76199adf878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '25c5b18d-a008-4441-9a36-26302ab4422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:48:10Z', 'updated_at': '2022-02-17T15:48:12Z', 'revision_number': 3, 'project_id': '312708ea969c4e1ca0c4f76199adf878', 'gw_port': {'id': '25c5b18d-a008-4441-9a36-26302ab4422f', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:94:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c201258-ed2a-47b8-89bd-3130eea9040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:48:11Z', 'updated_at': '2022-02-17T15:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:48:17.110174 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8094760f-28fd-40e0-900f-6a8cb27d3f03 None None] The sync data for ids ['7c201258-ed2a-47b8-89bd-3130eea9040b'] in dv-cinder-606346-36-iscsi is: [{'id': '7c201258-ed2a-47b8-89bd-3130eea9040b', 'name': 'tempest-TestShelveInstance-720691626-router', 'tenant_id': '312708ea969c4e1ca0c4f76199adf878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '25c5b18d-a008-4441-9a36-26302ab4422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:48:10Z', 'updated_at': '2022-02-17T15:48:12Z', 'revision_number': 3, 'project_id': '312708ea969c4e1ca0c4f76199adf878', 'gw_port': {'id': '25c5b18d-a008-4441-9a36-26302ab4422f', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:94:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c201258-ed2a-47b8-89bd-3130eea9040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:48:11Z', 'updated_at': '2022-02-17T15:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}] {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:48:17.130659 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-25120449-e00a-4d26-8f55-f71c8e65b2a8 admin admin] Publish callbacks [] for port (d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:17.137223 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-25120449-e00a-4d26-8f55-f71c8e65b2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8641772'] for port (d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:17.207537 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25120449-e00a-4d26-8f55-f71c8e65b2a8 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd,revision_number=2']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:17.209935 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-25120449-e00a-4d26-8f55-f71c8e65b2a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607044'] for router_interface (7c201258-ed2a-47b8-89bd-3130eea9040b), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:17.314257 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25120449-e00a-4d26-8f55-f71c8e65b2a8 admin admin] Network cdf35f51-bd1f-498c-a56a-ebc573f7e030 is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:48:17.315860 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-25120449-e00a-4d26-8f55-f71c8e65b2a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:48:17.407632 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd022ba-c343-4221-a185-642df863828c req-55b6c5af-74b9-4cf6-9bc5-cd91b8f0d225 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:17.409225 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5bd022ba-c343-4221-a185-642df863828c req-55b6c5af-74b9-4cf6-9bc5-cd91b8f0d225 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.0675814 Feb 17 15:48:17.472453 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5bd022ba-c343-4221-a185-642df863828c req-1813b71a-9b85-4101-9670-ecb142ecbabc tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566254 Feb 17 15:48:17.499373 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25120449-e00a-4d26-8f55-f71c8e65b2a8 admin admin] Router 7c201258-ed2a-47b8-89bd-3130eea9040b has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:48:17.617396 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-d8c50f78-644d-4874-950e-77c8ac37b172 None None] Provisioning complete for port d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:17.618240 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-d8c50f78-644d-4874-950e-77c8ac37b172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:17.618596 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25120449-e00a-4d26-8f55-f71c8e65b2a8 admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:48:17.632629 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-25120449-e00a-4d26-8f55-f71c8e65b2a8 admin admin] 10.222.0.67 "PUT /v2.0/routers/7c201258-ed2a-47b8-89bd-3130eea9040b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8899758 Feb 17 15:48:17.662187 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-d8c50f78-644d-4874-950e-77c8ac37b172 None None] Port d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:48:17.964267 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e5b59-d698-4c90-a6df-119bfb58a36c req-9eb12d25-40f7-4a4c-a999-9bff4c5ce3c0 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:17.965785 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-049e5b59-d698-4c90-a6df-119bfb58a36c req-9eb12d25-40f7-4a4c-a999-9bff4c5ce3c0 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0571086 Feb 17 15:48:18.018933 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-049e5b59-d698-4c90-a6df-119bfb58a36c req-9980a279-0303-4f40-a080-8cc716f75c78 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477753 Feb 17 15:48:18.168268 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 53830) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:18.173316 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-3ae8c075-3807-468c-b060-f8740a5bf1dd tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2096023772', 'description': 'tempest-secgroup-smoke-2096023772 description', 'project_id': 'a07442ccd84648079b83d0046a0ec54d'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:18.193075 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126c3d3-a923-463a-ae72-f503a2549a8a req-9c225f45-579d-4739-916f-27558e73fd68 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:18.194571 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8126c3d3-a923-463a-ae72-f503a2549a8a req-9c225f45-579d-4739-916f-27558e73fd68 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 943 time: 0.0517836 Feb 17 15:48:18.196826 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3ae8c075-3807-468c-b060-f8740a5bf1dd tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:18.242825 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8126c3d3-a923-463a-ae72-f503a2549a8a req-b14594a8-a62e-426b-b686-0fdfee65c972 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418079 Feb 17 15:48:18.277287 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3ae8c075-3807-468c-b060-f8740a5bf1dd tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for security_group (cb8a2e86-d24a-4750-945f-095013f0eb24), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:18.281152 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3ae8c075-3807-468c-b060-f8740a5bf1dd tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (cb8a2e86-d24a-4750-945f-095013f0eb24), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:18.310463 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3ae8c075-3807-468c-b060-f8740a5bf1dd tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:18.311686 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-3ae8c075-3807-468c-b060-f8740a5bf1dd tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1421342 Feb 17 15:48:18.314874 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 53832) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:18.315965 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8c075-3807-468c-b060-f8740a5bf1dd tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8a2e86-d24a-4750-945f-095013f0eb24,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:18.319415 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-3493c49d-e036-4ad0-9a71-6aff31d88cc8 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Request body: {'security_group_rule': {'security_group_id': 'cb8a2e86-d24a-4750-945f-095013f0eb24', 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:18.345162 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3493c49d-e036-4ad0-9a71-6aff31d88cc8 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for security_group_rule (087d842f-8ad8-4cd4-8bd1-439f1cb3c554), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:18.399568 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3493c49d-e036-4ad0-9a71-6aff31d88cc8 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for security_group_rule (087d842f-8ad8-4cd4-8bd1-439f1cb3c554), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:18.403095 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3493c49d-e036-4ad0-9a71-6aff31d88cc8 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (087d842f-8ad8-4cd4-8bd1-439f1cb3c554), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:18.422886 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493c49d-e036-4ad0-9a71-6aff31d88cc8 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087d842f-8ad8-4cd4-8bd1-439f1cb3c554,revision_number=0']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:18.431724 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3493c49d-e036-4ad0-9a71-6aff31d88cc8 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:18.432970 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-3493c49d-e036-4ad0-9a71-6aff31d88cc8 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169994 Feb 17 15:48:18.435748 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 53834) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:18.440307 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-6c902554-418e-4aa0-9f63-1d514ad83020 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Request body: {'security_group_rule': {'security_group_id': 'cb8a2e86-d24a-4750-945f-095013f0eb24', 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:18.465148 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-6c902554-418e-4aa0-9f63-1d514ad83020 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for security_group_rule (704b2faf-2fcf-45e9-910b-41ad6078af48), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:18.521290 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-6c902554-418e-4aa0-9f63-1d514ad83020 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for security_group_rule (704b2faf-2fcf-45e9-910b-41ad6078af48), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:18.524868 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-6c902554-418e-4aa0-9f63-1d514ad83020 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (704b2faf-2fcf-45e9-910b-41ad6078af48), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:18.542733 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c902554-418e-4aa0-9f63-1d514ad83020 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704b2faf-2fcf-45e9-910b-41ad6078af48,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:18.551640 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-6c902554-418e-4aa0-9f63-1d514ad83020 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:18.552929 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-6c902554-418e-4aa0-9f63-1d514ad83020 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161194 Feb 17 15:48:18.556275 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 53838) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:18.561440 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-42db1f8d-252d-4393-a30f-34c1c0d0d5b8 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Request body: {'security_group_rule': {'security_group_id': 'cb8a2e86-d24a-4750-945f-095013f0eb24', 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:18.585277 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-42db1f8d-252d-4393-a30f-34c1c0d0d5b8 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for security_group_rule (cdc3cbb9-6ab5-4f15-856e-bc99174307ec), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:18.602387 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896b878-e035-4795-be89-17a1f8a9291f req-20f73af7-d244-4cfd-9130-c01b3d2bff9f tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:18.604279 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e896b878-e035-4795-be89-17a1f8a9291f req-20f73af7-d244-4cfd-9130-c01b3d2bff9f tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.0567229 Feb 17 15:48:18.645869 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-42db1f8d-252d-4393-a30f-34c1c0d0d5b8 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for security_group_rule (cdc3cbb9-6ab5-4f15-856e-bc99174307ec), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:18.649998 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-42db1f8d-252d-4393-a30f-34c1c0d0d5b8 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (cdc3cbb9-6ab5-4f15-856e-bc99174307ec), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:18.657151 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e896b878-e035-4795-be89-17a1f8a9291f req-28915538-9f78-40d8-8540-d3352f4d9b09 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463030 Feb 17 15:48:18.671551 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db1f8d-252d-4393-a30f-34c1c0d0d5b8 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc3cbb9-6ab5-4f15-856e-bc99174307ec,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:18.679151 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-42db1f8d-252d-4393-a30f-34c1c0d0d5b8 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:18.680871 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-42db1f8d-252d-4393-a30f-34c1c0d0d5b8 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228476 Feb 17 15:48:18.683580 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 53840) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:18.687749 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-0307dda7-4c1c-4a77-8d9d-6b61c09f1eb0 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Request body: {'security_group_rule': {'security_group_id': 'cb8a2e86-d24a-4750-945f-095013f0eb24', 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:18.712126 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0307dda7-4c1c-4a77-8d9d-6b61c09f1eb0 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for security_group_rule (2677260f-e25d-4497-9c89-b2673b810bef), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:18.769649 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0307dda7-4c1c-4a77-8d9d-6b61c09f1eb0 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for security_group_rule (2677260f-e25d-4497-9c89-b2673b810bef), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:18.773765 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0307dda7-4c1c-4a77-8d9d-6b61c09f1eb0 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (2677260f-e25d-4497-9c89-b2673b810bef), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:18.791058 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307dda7-4c1c-4a77-8d9d-6b61c09f1eb0 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2677260f-e25d-4497-9c89-b2673b810bef,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:18.798368 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0307dda7-4c1c-4a77-8d9d-6b61c09f1eb0 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:18.799547 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-0307dda7-4c1c-4a77-8d9d-6b61c09f1eb0 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150737 Feb 17 15:48:18.802390 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 53842) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:18.806299 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] Sync routers for ids ['7c201258-ed2a-47b8-89bd-3130eea9040b'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:48:18.807202 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-ab65563a-7cc2-41d4-b1e5-1f71dfb72d3b tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Request body: {'security_group_rule': {'security_group_id': 'cb8a2e86-d24a-4750-945f-095013f0eb24', 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:18.816597 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] Routers {'7c201258-ed2a-47b8-89bd-3130eea9040b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:48:18.817407 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:48:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['7c201258-ed2a-47b8-89bd-3130eea9040b'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:48:18.828404 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.db.securitygroups_db [None req-ab65563a-7cc2-41d4-b1e5-1f71dfb72d3b tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Project a07442ccd84648079b83d0046a0ec54d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 15:48:18.833407 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-ab65563a-7cc2-41d4-b1e5-1f71dfb72d3b tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for security_group_rule (98c01f9b-097f-49c0-bc00-f9919dfb71eb), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:18.889702 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-ab65563a-7cc2-41d4-b1e5-1f71dfb72d3b tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for security_group_rule (98c01f9b-097f-49c0-bc00-f9919dfb71eb), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:18.893763 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-ab65563a-7cc2-41d4-b1e5-1f71dfb72d3b tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (98c01f9b-097f-49c0-bc00-f9919dfb71eb), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:18.907943 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65563a-7cc2-41d4-b1e5-1f71dfb72d3b tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c01f9b-097f-49c0-bc00-f9919dfb71eb,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:18.919239 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-ab65563a-7cc2-41d4-b1e5-1f71dfb72d3b tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:18.920430 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-ab65563a-7cc2-41d4-b1e5-1f71dfb72d3b tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171360 Feb 17 15:48:18.923369 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 53844) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:18.927593 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-914f7f2d-1ea7-4de0-beba-796994b11e51 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Request body: {'security_group_rule': {'security_group_id': 'cb8a2e86-d24a-4750-945f-095013f0eb24', 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:18.933228 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] Set router 7c201258-ed2a-47b8-89bd-3130eea9040b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:48:18.946831 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.db.securitygroups_db [None req-914f7f2d-1ea7-4de0-beba-796994b11e51 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Project a07442ccd84648079b83d0046a0ec54d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 15:48:18.951415 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-914f7f2d-1ea7-4de0-beba-796994b11e51 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for security_group_rule (3b2c9700-9d4c-491c-b002-c2d33c0a80fe), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:19.009866 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-914f7f2d-1ea7-4de0-beba-796994b11e51 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for security_group_rule (3b2c9700-9d4c-491c-b002-c2d33c0a80fe), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:19.013476 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-914f7f2d-1ea7-4de0-beba-796994b11e51 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (3b2c9700-9d4c-491c-b002-c2d33c0a80fe), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:19.030690 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f7f2d-1ea7-4de0-beba-796994b11e51 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2c9700-9d4c-491c-b002-c2d33c0a80fe,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:19.047708 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-914f7f2d-1ea7-4de0-beba-796994b11e51 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:19.059037 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-914f7f2d-1ea7-4de0-beba-796994b11e51 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247003 Feb 17 15:48:19.154627 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b401b6-4dac-40e4-98bb-ca9ad3c600c6 req-b824acac-f5ec-4bf1-9a7d-2b2067626276 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:19.156228 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-37b401b6-4dac-40e4-98bb-ca9ad3c600c6 req-b824acac-f5ec-4bf1-9a7d-2b2067626276 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0543749 Feb 17 15:48:19.195098 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c201258-ed2a-47b8-89bd-3130eea9040b', 'name': 'tempest-TestShelveInstance-720691626-router', 'tenant_id': '312708ea969c4e1ca0c4f76199adf878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '25c5b18d-a008-4441-9a36-26302ab4422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:48:10Z', 'updated_at': '2022-02-17T15:48:16Z', 'revision_number': 4, 'project_id': '312708ea969c4e1ca0c4f76199adf878', 'gw_port': {'id': '25c5b18d-a008-4441-9a36-26302ab4422f', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:94:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c201258-ed2a-47b8-89bd-3130eea9040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:48:11Z', 'updated_at': '2022-02-17T15:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'd9c7c021-b7c3-42d9-9f20-08fe8baa5dfd', 'name': '', 'network_id': 'cdf35f51-bd1f-498c-a56a-ebc573f7e030', 'tenant_id': '312708ea969c4e1ca0c4f76199adf878', 'mac_address': 'fa:16:3e:4a:41:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c201258-ed2a-47b8-89bd-3130eea9040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '16aa1ea7-ba33-4be2-b4ef-6ccfce287022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:48:16Z', 'updated_at': '2022-02-17T15:48:16Z', 'revision_number': 2, 'project_id': '312708ea969c4e1ca0c4f76199adf878', 'subnets': [{'id': '16aa1ea7-ba33-4be2-b4ef-6ccfce287022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:48:19.206387 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-37b401b6-4dac-40e4-98bb-ca9ad3c600c6 req-f4fa5903-904d-41e5-9fce-ae6be228b3b6 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439348 Feb 17 15:48:19.226066 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] Checking router: 7c201258-ed2a-47b8-89bd-3130eea9040b for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:48:19.226512 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] Updating router 7c201258-ed2a-47b8-89bd-3130eea9040b port d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd binding host dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 15:48:19.257040 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:19.381593 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 25c5b18d-a008-4441-9a36-26302ab4422f up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:48:19.425829 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0f45d-51fd-4fed-acea-3afa9cc906a7 req-701befdc-7925-4b43-927f-327aeeec0d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:19.427955 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-54f0f45d-51fd-4fed-acea-3afa9cc906a7 req-701befdc-7925-4b43-927f-327aeeec0d1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05f0a8984e9b47928705c3398312ed12&device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 1130 time: 0.1079619 Feb 17 15:48:19.435683 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89bff9-99dd-4491-97de-a46db8e7d718 req-e93fea55-6c30-45ad-b2d6-5dbd584aac58 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:19.443940 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4f89bff9-99dd-4491-97de-a46db8e7d718 req-e93fea55-6c30-45ad-b2d6-5dbd584aac58 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 943 time: 0.0749800 Feb 17 15:48:19.478681 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 25c5b18d-a008-4441-9a36-26302ab4422f triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:19.479063 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (25c5b18d-a008-4441-9a36-26302ab4422f), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:19.793459 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 25c5b18d-a008-4441-9a36-26302ab4422f is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:48:19.793841 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (25c5b18d-a008-4441-9a36-26302ab4422f), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:19.802658 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] Publish callbacks [] for port (d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd), precommit_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:19.803260 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4f89bff9-99dd-4491-97de-a46db8e7d718 req-2ff32574-14a7-4c4a-891a-4969ae0c7c87 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582182 Feb 17 15:48:19.818141 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:19.821683 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] For port 25c5b18d-a008-4441-9a36-26302ab4422f, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=25c5b18d-a008-4441-9a36-26302ab4422f,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:48:19.851897 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (25c5b18d-a008-4441-9a36-26302ab4422f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:19.855576 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0f45d-51fd-4fed-acea-3afa9cc906a7 req-fb6ee83a-85c2-4557-9c0a-735445f8edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:19.857277 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-54f0f45d-51fd-4fed-acea-3afa9cc906a7 req-fb6ee83a-85c2-4557-9c0a-735445f8edbc service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad5eb79a-29ab-494d-8432-3ccbc2a327de HTTP/1.1" status: 200 len: 918 time: 0.4098620 Feb 17 15:48:19.868493 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab374c-b17b-41f3-bdff-f5853c5ed84e req-113f918b-bb88-4036-a37f-14b54bded7d0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:19.870099 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-21ab374c-b17b-41f3-bdff-f5853c5ed84e req-113f918b-bb88-4036-a37f-14b54bded7d0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.0879617 Feb 17 15:48:19.875403 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346aa3e-0fdb-4500-976a-053af24d6a26 None None] Pushing event updated for resources: {'Port': ['ID=d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd,revision_number=3']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:19.956565 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-54f0f45d-51fd-4fed-acea-3afa9cc906a7 req-a71532c9-fccd-4c9a-92d7-dec5c401cd21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d8a458d-7505-4dbf-9aa4-428a1db22383 HTTP/1.1" status: 200 len: 1001 time: 0.0854037 Feb 17 15:48:19.974139 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] Attempting to bind port d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:48:19.974524 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] Attempting to bind port d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': '52d51b38-6bb9-4889-acdf-fd369d7b2133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdf35f51-bd1f-498c-a56a-ebc573f7e030'}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:48:19.974885 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] Attempting to bind port d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd on network cdf35f51-bd1f-498c-a56a-ebc573f7e030 {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:48:19.976969 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Pushing event updated for resources: {'Port': ['ID=25c5b18d-a008-4441-9a36-26302ab4422f,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:19.983367 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:48:19.984040 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] Checking segment: {'id': '52d51b38-6bb9-4889-acdf-fd369d7b2133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdf35f51-bd1f-498c-a56a-ebc573f7e030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:48:19.984624 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:19.985162 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] Bound using segment: {'id': '52d51b38-6bb9-4889-acdf-fd369d7b2133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdf35f51-bd1f-498c-a56a-ebc573f7e030'} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:48:19.985789 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] Bound port: d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d51b38-6bb9-4889-acdf-fd369d7b2133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cdf35f51-bd1f-498c-a56a-ebc573f7e030'}}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:48:19.986336 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:20.004708 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-21ab374c-b17b-41f3-bdff-f5853c5ed84e req-6438d7b0-4e15-4aa7-a0dc-54bddc21cc73 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962296 Feb 17 15:48:20.023480 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0f45d-51fd-4fed-acea-3afa9cc906a7 req-de006b59-1bd6-43cc-993d-967cf6223b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:20.035510 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-54f0f45d-51fd-4fed-acea-3afa9cc906a7 req-de006b59-1bd6-43cc-993d-967cf6223b91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=085193d0-4bed-4149-bda8-411e07e82670 HTTP/1.1" status: 200 len: 856 time: 0.0626771 Feb 17 15:48:20.068382 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] For port d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:48:20.072600 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] For port d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd,segment=NetworkSegment(52d51b38-6bb9-4889-acdf-fd369d7b2133),segment_id=52d51b38-6bb9-4889-acdf-fd369d7b2133)] {{(pid=109500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:48:20.081216 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0f45d-51fd-4fed-acea-3afa9cc906a7 req-53d61484-8308-4fee-bc79-593b874de7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:20.083105 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-54f0f45d-51fd-4fed-acea-3afa9cc906a7 req-53d61484-8308-4fee-bc79-593b874de7b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad5eb79a-29ab-494d-8432-3ccbc2a327de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0511601 Feb 17 15:48:20.085194 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:20.147035 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-db86cf5f-6f78-4b4f-804a-f42590d744a7 None None] Provisioning complete for port d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:20.147418 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-db86cf5f-6f78-4b4f-804a-f42590d744a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:20.184038 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346aa3e-0fdb-4500-976a-053af24d6a26 None None] Pushing event updated for resources: {'Port': ['ID=d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:20.188784 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] Routers {'7c201258-ed2a-47b8-89bd-3130eea9040b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:48:20.189211 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:48:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['7c201258-ed2a-47b8-89bd-3130eea9040b'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:48:20.225082 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-54f0f45d-51fd-4fed-acea-3afa9cc906a7 req-06729d17-9021-4803-8e5a-cbd89b30c6a5 service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292210 Feb 17 15:48:20.466352 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-db86cf5f-6f78-4b4f-804a-f42590d744a7 None None] Current status of the port d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:48:20.466790 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-db86cf5f-6f78-4b4f-804a-f42590d744a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:20.469671 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-54f0f45d-51fd-4fed-acea-3afa9cc906a7 req-0dcb00e4-8270-4419-9785-3740d02d00da service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378955 Feb 17 15:48:20.472472 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] Set router 7c201258-ed2a-47b8-89bd-3130eea9040b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:48:20.491580 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746dd9f-4015-4783-aa88-860d08c8a5d4 req-5bfb3dd2-3568-403b-b52d-f504cc2ace75 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:20.493793 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1746dd9f-4015-4783-aa88-860d08c8a5d4 req-5bfb3dd2-3568-403b-b52d-f504cc2ace75 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0963907 Feb 17 15:48:20.543158 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1746dd9f-4015-4783-aa88-860d08c8a5d4 req-80e02b3a-34d4-40e5-b4a6-0b571f22615b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435112 Feb 17 15:48:20.572143 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-db86cf5f-6f78-4b4f-804a-f42590d744a7 None None] For port d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd,segment=NetworkSegment(52d51b38-6bb9-4889-acdf-fd369d7b2133),segment_id=52d51b38-6bb9-4889-acdf-fd369d7b2133)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:48:20.589672 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-db86cf5f-6f78-4b4f-804a-f42590d744a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:20.744075 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86cf5f-6f78-4b4f-804a-f42590d744a7 None None] Pushing event updated for resources: {'Port': ['ID=d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:20.796883 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-294332c4-8567-421c-8709-787a5ff88815 None None] Provisioning complete for port d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:20.797366 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-294332c4-8567-421c-8709-787a5ff88815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:20.880381 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c201258-ed2a-47b8-89bd-3130eea9040b', 'name': 'tempest-TestShelveInstance-720691626-router', 'tenant_id': '312708ea969c4e1ca0c4f76199adf878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '25c5b18d-a008-4441-9a36-26302ab4422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:48:10Z', 'updated_at': '2022-02-17T15:48:16Z', 'revision_number': 4, 'project_id': '312708ea969c4e1ca0c4f76199adf878', 'gw_port': {'id': '25c5b18d-a008-4441-9a36-26302ab4422f', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:94:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c201258-ed2a-47b8-89bd-3130eea9040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:48:11Z', 'updated_at': '2022-02-17T15:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'd9c7c021-b7c3-42d9-9f20-08fe8baa5dfd', 'name': '', 'network_id': 'cdf35f51-bd1f-498c-a56a-ebc573f7e030', 'tenant_id': '312708ea969c4e1ca0c4f76199adf878', 'mac_address': 'fa:16:3e:4a:41:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c201258-ed2a-47b8-89bd-3130eea9040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '16aa1ea7-ba33-4be2-b4ef-6ccfce287022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:48:16Z', 'updated_at': '2022-02-17T15:48:20Z', 'revision_number': 4, 'project_id': '312708ea969c4e1ca0c4f76199adf878', 'subnets': [{'id': '16aa1ea7-ba33-4be2-b4ef-6ccfce287022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:48:20.936721 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9319785e-c91a-4a94-9251-c0bca6e62fce None None] The sync data for ids ['7c201258-ed2a-47b8-89bd-3130eea9040b'] in dv-cinder-606346-36-iscsi is: [{'id': '7c201258-ed2a-47b8-89bd-3130eea9040b', 'name': 'tempest-TestShelveInstance-720691626-router', 'tenant_id': '312708ea969c4e1ca0c4f76199adf878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '25c5b18d-a008-4441-9a36-26302ab4422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:48:10Z', 'updated_at': '2022-02-17T15:48:16Z', 'revision_number': 4, 'project_id': '312708ea969c4e1ca0c4f76199adf878', 'gw_port': {'id': '25c5b18d-a008-4441-9a36-26302ab4422f', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:94:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c201258-ed2a-47b8-89bd-3130eea9040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:48:11Z', 'updated_at': '2022-02-17T15:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'd9c7c021-b7c3-42d9-9f20-08fe8baa5dfd', 'name': '', 'network_id': 'cdf35f51-bd1f-498c-a56a-ebc573f7e030', 'tenant_id': '312708ea969c4e1ca0c4f76199adf878', 'mac_address': 'fa:16:3e:4a:41:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c201258-ed2a-47b8-89bd-3130eea9040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '16aa1ea7-ba33-4be2-b4ef-6ccfce287022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:48:16Z', 'updated_at': '2022-02-17T15:48:20Z', 'revision_number': 4, 'project_id': '312708ea969c4e1ca0c4f76199adf878', 'subnets': [{'id': '16aa1ea7-ba33-4be2-b4ef-6ccfce287022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:48:20.961763 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-294332c4-8567-421c-8709-787a5ff88815 None None] Current status of the port d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:48:20.981258 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058028a7-2129-43b5-8432-90ef7f61a00c req-850f46e5-dfde-447b-85ef-430514493f87 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:20.988564 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-058028a7-2129-43b5-8432-90ef7f61a00c req-850f46e5-dfde-447b-85ef-430514493f87 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 943 time: 0.0864937 Feb 17 15:48:21.080641 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 04f81503-626e-4d52-b5ba-9b07ca2461d8 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:48:21.084887 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-058028a7-2129-43b5-8432-90ef7f61a00c req-994da68d-1e5a-48b7-80df-e6600fa44d98 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938690 Feb 17 15:48:21.087781 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 8d8a458d-7505-4dbf-9aa4-428a1db22383 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:48:21.291132 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260b1de4-ea25-461a-ae85-83b975359e99 req-94627919-e8ca-4fab-b6ef-2522e7226c56 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:21.306591 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-260b1de4-ea25-461a-ae85-83b975359e99 req-94627919-e8ca-4fab-b6ef-2522e7226c56 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 946 time: 0.1782606 Feb 17 15:48:21.418562 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-260b1de4-ea25-461a-ae85-83b975359e99 req-d68fa8c7-d75e-4d4e-8fdd-cb6819b01200 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098895 Feb 17 15:48:21.493770 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 8d8a458d-7505-4dbf-9aa4-428a1db22383 is: ACTIVE; New status is: DOWN {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:48:21.496547 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:21.498648 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 04f81503-626e-4d52-b5ba-9b07ca2461d8, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=04f81503-626e-4d52-b5ba-9b07ca2461d8,segment=NetworkSegment(bd7d13de-6f45-4b53-9a3f-b092a7dd4301),segment_id=bd7d13de-6f45-4b53-9a3f-b092a7dd4301)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:48:21.525784 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 25c5b18d-a008-4441-9a36-26302ab4422f up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:48:21.565964 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': '04f81503-626e-4d52-b5ba-9b07ca2461d8', 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4', 'port_id': '04f81503-626e-4d52-b5ba-9b07ca2461d8', 'mac_address': 'fa:16:3e:8f:3f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53a362a2-8dda-4f19-8af4-e1a3ccca9100', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:48:21.609634 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a3ca41-f80f-43d4-8009-7c38865b979c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d8a458d-7505-4dbf-9aa4-428a1db22383'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:48:21.619053 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4568190-5cfc-4770-9bf9-cc805e484f51" -d '{"events": [{"server_uuid": "25a3ca41-f80f-43d4-8009-7c38865b979c", "name": "network-vif-unplugged", "status": "completed", "tag": "8d8a458d-7505-4dbf-9aa4-428a1db22383"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:48:21.722799 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a7b4b-cdf4-476d-a73e-24aec84a6f41 req-8861abe5-8a8b-46d4-9a6f-210845c6fe94 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:21.730432 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-371a7b4b-cdf4-476d-a73e-24aec84a6f41 req-8861abe5-8a8b-46d4-9a6f-210845c6fe94 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0933857 Feb 17 15:48:21.735205 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 15:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7394bd6-a42e-4311-b18c-6f4c898faf39 x-openstack-request-id: req-c7394bd6-a42e-4311-b18c-6f4c898faf39 {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:48:21.735548 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a3ca41-f80f-43d4-8009-7c38865b979c", "name": "network-vif-unplugged", "status": "completed", "tag": "8d8a458d-7505-4dbf-9aa4-428a1db22383", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:48:21.735809 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c7394bd6-a42e-4311-b18c-6f4c898faf39 {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:48:21.736239 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a3ca41-f80f-43d4-8009-7c38865b979c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d8a458d-7505-4dbf-9aa4-428a1db22383', 'code': 200} Feb 17 15:48:21.757934 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 8d8a458d-7505-4dbf-9aa4-428a1db22383, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8d8a458d-7505-4dbf-9aa4-428a1db22383,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:48:21.791011 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:21.797522 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-371a7b4b-cdf4-476d-a73e-24aec84a6f41 req-da26f5f2-a9ea-41b5-beb9-e4a8cbfec690 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660212 Feb 17 15:48:21.835544 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 04f81503-626e-4d52-b5ba-9b07ca2461d8 is: DOWN; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:48:21.836042 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (04f81503-626e-4d52-b5ba-9b07ca2461d8), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:21.878463 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f81503-626e-4d52-b5ba-9b07ca2461d8 {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:48:21.884230 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=8d8a458d-7505-4dbf-9aa4-428a1db22383,revision_number=8']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:21.907342 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 25c5b18d-a008-4441-9a36-26302ab4422f triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:21.907914 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (25c5b18d-a008-4441-9a36-26302ab4422f), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:21.920493 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 04f81503-626e-4d52-b5ba-9b07ca2461d8, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=04f81503-626e-4d52-b5ba-9b07ca2461d8,segment=NetworkSegment(bd7d13de-6f45-4b53-9a3f-b092a7dd4301),segment_id=bd7d13de-6f45-4b53-9a3f-b092a7dd4301)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:48:21.953843 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (04f81503-626e-4d52-b5ba-9b07ca2461d8), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:22.093411 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=04f81503-626e-4d52-b5ba-9b07ca2461d8,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:22.108997 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 25c5b18d-a008-4441-9a36-26302ab4422f is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:48:22.110194 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:48:22.188845 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:22.188845 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:22.312619 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e279d-5fb1-4694-87d5-5f5b039311c6 req-2a2750ef-d4db-49cc-b310-0d20f55ff711 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:22.313713 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:48:22.322094 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['04f81503-626e-4d52-b5ba-9b07ca2461d8'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:48:22.322249 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-281e279d-5fb1-4694-87d5-5f5b039311c6 req-2a2750ef-d4db-49cc-b310-0d20f55ff711 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 944 time: 0.1162360 Feb 17 15:48:22.420950 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-281e279d-5fb1-4694-87d5-5f5b039311c6 req-0f26c8a9-9bcc-4f7b-8d62-d9bb2a826413 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976393 Feb 17 15:48:22.607129 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699171b-9bd2-4021-b869-0330e2755f40 req-650d335e-ec2a-402e-a3d9-13eb1e16f168 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:22.614427 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0699171b-9bd2-4021-b869-0330e2755f40 req-650d335e-ec2a-402e-a3d9-13eb1e16f168 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0724452 Feb 17 15:48:22.661007 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0699171b-9bd2-4021-b869-0330e2755f40 req-8cecc9b8-1c34-4ee0-9b8f-b69cf465ce97 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454836 Feb 17 15:48:22.911680 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9067de-8cac-47af-b1c9-5ff9d226c9bc req-73002245-fbb4-42aa-bf16-970b77ea0820 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:22.913228 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0b9067de-8cac-47af-b1c9-5ff9d226c9bc req-73002245-fbb4-42aa-bf16-970b77ea0820 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0537117 Feb 17 15:48:22.979796 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0b9067de-8cac-47af-b1c9-5ff9d226c9bc req-e9ccad93-cbee-48f6-9b82-68075415a886 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595820 Feb 17 15:48:23.550597 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa6e3a-07fb-4e19-9dfa-6dae81eda356 req-947bdf5a-944f-4e6d-b6bd-10f1cf3eb527 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:23.552644 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ebfa6e3a-07fb-4e19-9dfa-6dae81eda356 req-947bdf5a-944f-4e6d-b6bd-10f1cf3eb527 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 944 time: 0.0635796 Feb 17 15:48:23.629723 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ebfa6e3a-07fb-4e19-9dfa-6dae81eda356 req-f3d00e48-1346-486a-a4e2-f2629b50a569 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692079 Feb 17 15:48:23.815301 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7393d3-8664-4051-b2f0-0944d37b2d61 req-8c3d1272-6d7b-46b0-a949-04bbeaad42a2 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:23.817072 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3e7393d3-8664-4051-b2f0-0944d37b2d61 req-8c3d1272-6d7b-46b0-a949-04bbeaad42a2 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0654709 Feb 17 15:48:23.884869 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3e7393d3-8664-4051-b2f0-0944d37b2d61 req-9791e10e-19be-4c81-b233-089f899cc100 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606344 Feb 17 15:48:24.162896 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af2e05d-8238-4674-aa51-100be93aeb1d req-657e2813-23fb-403c-9f3c-85787b72f3d0 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:24.164839 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7af2e05d-8238-4674-aa51-100be93aeb1d req-657e2813-23fb-403c-9f3c-85787b72f3d0 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0937145 Feb 17 15:48:24.233338 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7af2e05d-8238-4674-aa51-100be93aeb1d req-f3e3b2d2-c897-45c0-b856-5075e72e98f1 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619233 Feb 17 15:48:24.502662 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [req-4c6dcf02-1935-4079-9ed4-1721631ced5f req-41ee1c56-14c7-4654-a836-8b5c34d532fa service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 15:48:24.503929 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4c6dcf02-1935-4079-9ed4-1721631ced5f req-41ee1c56-14c7-4654-a836-8b5c34d532fa service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055497 Feb 17 15:48:24.706632 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38db2e-4580-4e3d-a304-27de80e15454 req-c0e94fef-6e91-4e90-be11-45f18f12044b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:24.708171 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fe38db2e-4580-4e3d-a304-27de80e15454 req-c0e94fef-6e91-4e90-be11-45f18f12044b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0825772 Feb 17 15:48:24.800731 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fe38db2e-4580-4e3d-a304-27de80e15454 req-7e07489d-33c8-458b-a39f-e6b6d6737d29 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840516 Feb 17 15:48:24.827499 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92373de-751d-4b5e-88cc-e3199ee15ec8 req-1364d056-589c-46b0-aabf-1dbc1c248223 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:24.829080 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d92373de-751d-4b5e-88cc-e3199ee15ec8 req-1364d056-589c-46b0-aabf-1dbc1c248223 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 944 time: 0.1023445 Feb 17 15:48:24.880950 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d92373de-751d-4b5e-88cc-e3199ee15ec8 req-3c48ce26-ece7-4e54-b2ad-b88c84c91251 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456483 Feb 17 15:48:25.098434 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 04f81503-626e-4d52-b5ba-9b07ca2461d8 up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:48:25.170161 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning for port 04f81503-626e-4d52-b5ba-9b07ca2461d8 completed by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 15:48:25.174496 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port 04f81503-626e-4d52-b5ba-9b07ca2461d8 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:25.174962 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (04f81503-626e-4d52-b5ba-9b07ca2461d8), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:25.275849 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 04f81503-626e-4d52-b5ba-9b07ca2461d8 is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:48:25.276329 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (04f81503-626e-4d52-b5ba-9b07ca2461d8), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:25.320041 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 04f81503-626e-4d52-b5ba-9b07ca2461d8, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=04f81503-626e-4d52-b5ba-9b07ca2461d8,segment=NetworkSegment(bd7d13de-6f45-4b53-9a3f-b092a7dd4301),segment_id=bd7d13de-6f45-4b53-9a3f-b092a7dd4301)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:48:25.322329 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c244a3f-61c4-493e-bfdc-a2560d12c44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f81503-626e-4d52-b5ba-9b07ca2461d8'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:48:25.326384 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce59ddb0-8e47-4997-ab84-71819fedd64a" -d '{"events": [{"server_uuid": "0c244a3f-61c4-493e-bfdc-a2560d12c44f", "name": "network-vif-plugged", "status": "completed", "tag": "04f81503-626e-4d52-b5ba-9b07ca2461d8"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:48:25.333984 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (04f81503-626e-4d52-b5ba-9b07ca2461d8), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:25.334984 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 8d8a458d-7505-4dbf-9aa4-428a1db22383 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:48:25.427379 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=04f81503-626e-4d52-b5ba-9b07ca2461d8,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:25.499532 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6abd92-2acf-4802-85c9-e9cfd15a50d4 x-openstack-request-id: req-2a6abd92-2acf-4802-85c9-e9cfd15a50d4 {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:48:25.499989 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c244a3f-61c4-493e-bfdc-a2560d12c44f", "name": "network-vif-plugged", "status": "completed", "tag": "04f81503-626e-4d52-b5ba-9b07ca2461d8", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:48:25.500148 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2a6abd92-2acf-4802-85c9-e9cfd15a50d4 {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:48:25.500867 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c244a3f-61c4-493e-bfdc-a2560d12c44f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f81503-626e-4d52-b5ba-9b07ca2461d8', 'code': 200} Feb 17 15:48:25.501592 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 8d8a458d-7505-4dbf-9aa4-428a1db22383 is: DOWN; New status is: DOWN {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:48:25.541858 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad166a-7edc-40e1-9209-cd1faf67d26c req-71d50388-ec22-4a31-9f7e-a2e7ede7fe7e tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:25.549254 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-acad166a-7edc-40e1-9209-cd1faf67d26c req-71d50388-ec22-4a31-9f7e-a2e7ede7fe7e tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.1196976 Feb 17 15:48:25.613162 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-acad166a-7edc-40e1-9209-cd1faf67d26c req-74bb7545-6f1c-4fed-ba00-b81b0b5a36ae tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628452 Feb 17 15:48:25.729830 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bd5e0-f117-4f61-84d6-b2a90051a71a req-adb04e4d-6752-4f6c-ba20-6007a85309ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:25.731481 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f09bd5e0-f117-4f61-84d6-b2a90051a71a req-adb04e4d-6752-4f6c-ba20-6007a85309ab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 1129 time: 0.0484009 Feb 17 15:48:25.780234 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f09bd5e0-f117-4f61-84d6-b2a90051a71a req-0ec4da49-a34d-48be-9f26-b11534ec1367 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394728 Feb 17 15:48:25.943839 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af5479-7980-41bc-bd98-5ef05722a163 req-8f692945-deec-46a2-9f10-75bd46b3e65b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:25.953420 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d6af5479-7980-41bc-bd98-5ef05722a163 req-8f692945-deec-46a2-9f10-75bd46b3e65b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0738986 Feb 17 15:48:26.057367 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d6af5479-7980-41bc-bd98-5ef05722a163 req-d86556b6-0139-4ee0-9eb5-502a44213c39 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028559 Feb 17 15:48:26.075622 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1176d7-548b-49d4-866a-51edb0c55341 req-5b21054b-99a1-4e7b-bb12-d365bafb10dd tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:26.077012 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-af1176d7-548b-49d4-866a-51edb0c55341 req-5b21054b-99a1-4e7b-bb12-d365bafb10dd tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 945 time: 0.1203506 Feb 17 15:48:26.126278 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-af1176d7-548b-49d4-866a-51edb0c55341 req-1bd3cddc-8d0c-4213-8028-a40bc0d34c3f tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433569 Feb 17 15:48:26.763785 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b04bb-8cc2-4b60-8347-717c480d0bed req-8fe24d45-1127-4086-bc17-55b3f5b0b72b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:26.765327 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0e6b04bb-8cc2-4b60-8347-717c480d0bed req-8fe24d45-1127-4086-bc17-55b3f5b0b72b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0596626 Feb 17 15:48:26.814813 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0e6b04bb-8cc2-4b60-8347-717c480d0bed req-2e0012b2-c7ed-4c4d-9156-04549dc505cc tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437622 Feb 17 15:48:27.233746 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05683244-ed30-4004-a3b0-27130eb90c58 req-5632af7b-d9bd-488a-80bd-c044b5d9d9df tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:27.240580 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-05683244-ed30-4004-a3b0-27130eb90c58 req-5632af7b-d9bd-488a-80bd-c044b5d9d9df tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0968952 Feb 17 15:48:27.327177 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-05683244-ed30-4004-a3b0-27130eb90c58 req-0133a157-49e8-458b-b1c4-6192e2686492 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853374 Feb 17 15:48:27.346178 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0df61-b9f2-428e-98f8-2d3f08f6f709 req-cecf109b-74f7-416f-85e2-735ca2cc8b52 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:27.347938 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-23c0df61-b9f2-428e-98f8-2d3f08f6f709 req-cecf109b-74f7-416f-85e2-735ca2cc8b52 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 945 time: 0.1049719 Feb 17 15:48:27.404944 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-23c0df61-b9f2-428e-98f8-2d3f08f6f709 req-c886e833-6540-4466-8d2b-6f4af1427fce tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492258 Feb 17 15:48:27.943253 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39265c6-1792-4554-9ea2-2620f3d67a6e req-5a67b67e-db2d-454d-8dc5-9dde86339726 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:27.945365 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e39265c6-1792-4554-9ea2-2620f3d67a6e req-5a67b67e-db2d-454d-8dc5-9dde86339726 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0593593 Feb 17 15:48:27.997672 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e39265c6-1792-4554-9ea2-2620f3d67a6e req-db4f5c04-c113-4203-8e08-c1a450bb8688 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462730 Feb 17 15:48:28.460130 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0aff82-09c3-4d4b-9ef3-dd41e2fd15a4 req-ca83bbfc-6fa0-40c2-8f1c-528b9e53ff9a tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:28.462870 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1a0aff82-09c3-4d4b-9ef3-dd41e2fd15a4 req-ca83bbfc-6fa0-40c2-8f1c-528b9e53ff9a tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0613055 Feb 17 15:48:28.557069 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1a0aff82-09c3-4d4b-9ef3-dd41e2fd15a4 req-8e7cb5a5-8348-4621-a210-bf9176d67e23 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885768 Feb 17 15:48:28.566877 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e49855-85c2-4e08-a4cb-691ca2cd90bc req-adc60bcc-d646-4556-920d-6047c83f042a tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:28.568891 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-44e49855-85c2-4e08-a4cb-691ca2cd90bc req-adc60bcc-d646-4556-920d-6047c83f042a tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 945 time: 0.0835421 Feb 17 15:48:28.625887 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-44e49855-85c2-4e08-a4cb-691ca2cd90bc req-b7742c46-61c6-4f1a-9824-6026fa517ad8 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502765 Feb 17 15:48:28.761844 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2d55b-a148-495a-8d8a-f6c8bf750b54 req-a0e6a0ba-22cb-481c-b3e2-846dcf8e5183 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:28.763433 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6fe2d55b-a148-495a-8d8a-f6c8bf750b54 req-a0e6a0ba-22cb-481c-b3e2-846dcf8e5183 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 945 time: 0.0587492 Feb 17 15:48:28.811282 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6fe2d55b-a148-495a-8d8a-f6c8bf750b54 req-48393c3e-6444-4dc0-afb8-91db424cc9bc tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421760 Feb 17 15:48:29.192995 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fab96-197b-408d-9dcc-4931d3756f25 req-0b093604-1d13-4aae-9654-25def5ac074d tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:29.194776 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-326fab96-197b-408d-9dcc-4931d3756f25 req-0b093604-1d13-4aae-9654-25def5ac074d tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.1129076 Feb 17 15:48:29.203140 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40435d0d-52b8-4db1-98b2-e6f0ecb40b12 req-336b5f4a-d0ba-4fbe-bacb-864f5e4dfe9c tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:29.204870 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-40435d0d-52b8-4db1-98b2-e6f0ecb40b12 req-336b5f4a-d0ba-4fbe-bacb-864f5e4dfe9c tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 945 time: 0.1110475 Feb 17 15:48:29.300648 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-326fab96-197b-408d-9dcc-4931d3756f25 req-93def3a3-d8f0-4236-8ee8-4f2da9d8ec3f tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946445 Feb 17 15:48:29.303894 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-40435d0d-52b8-4db1-98b2-e6f0ecb40b12 req-9d60278f-3adc-4eb8-ac6e-34a3b2daa186 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889075 Feb 17 15:48:29.607013 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:48:29.716050 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765ebcf-7225-46c8-9281-a28b49946f48 req-38b19034-c6b6-41dc-9f29-ec1403f54df4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:29.721577 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d765ebcf-7225-46c8-9281-a28b49946f48 req-38b19034-c6b6-41dc-9f29-ec1403f54df4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0822136 Feb 17 15:48:29.806149 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d765ebcf-7225-46c8-9281-a28b49946f48 req-50dc7037-dc5c-45b8-bec0-f320a55daef8 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835414 Feb 17 15:48:30.014569 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-b0a27714-8791-4ee4-8477-3cabaa78997d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:30.439348 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6d0d8-a03f-4ff2-ab4e-3b0483ae9891 req-f0080154-1ce7-4206-8db9-368534c32bbc tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:30.441088 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b9b6d0d8-a03f-4ff2-ab4e-3b0483ae9891 req-f0080154-1ce7-4206-8db9-368534c32bbc tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0564349 Feb 17 15:48:30.499054 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b9b6d0d8-a03f-4ff2-ab4e-3b0483ae9891 req-f9707b8b-4440-46d7-9cdf-f1c0cef6bc49 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499799 Feb 17 15:48:30.947469 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938be1c2-96ae-4f0e-8646-4a5c358b2079 req-9aa818e1-4784-4b08-a5a3-fc9fd108c4ff tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:30.949560 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-938be1c2-96ae-4f0e-8646-4a5c358b2079 req-9aa818e1-4784-4b08-a5a3-fc9fd108c4ff tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0627205 Feb 17 15:48:30.999119 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-938be1c2-96ae-4f0e-8646-4a5c358b2079 req-f0ef1917-9757-4231-91ed-ac3fdfc821fc tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439837 Feb 17 15:48:31.629090 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8beea9-355c-40b1-a930-20f8cf1e316b req-99d0e8c1-b707-401a-ac46-24bc6d052c86 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:31.630580 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2f8beea9-355c-40b1-a930-20f8cf1e316b req-99d0e8c1-b707-401a-ac46-24bc6d052c86 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0600045 Feb 17 15:48:31.680013 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2f8beea9-355c-40b1-a930-20f8cf1e316b req-1066084d-8eb0-4813-91c3-17977b621715 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422387 Feb 17 15:48:32.145985 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794736d3-24e4-4396-8a90-8f1e0eb62f5f req-6c0e71c3-77f9-4e65-bb1e-287084dc8a53 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:32.148990 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-794736d3-24e4-4396-8a90-8f1e0eb62f5f req-6c0e71c3-77f9-4e65-bb1e-287084dc8a53 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0675297 Feb 17 15:48:32.198370 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-794736d3-24e4-4396-8a90-8f1e0eb62f5f req-de41904c-ec65-468a-bb21-bbba637bb600 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450017 Feb 17 15:48:32.401537 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-39ec6afe-039e-4daf-832c-c636b3f413e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:32.813508 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8b102-4a42-434d-9903-33cd4279d011 req-a5038785-d7af-4788-a944-a9d47c457f32 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:32.815094 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6ff8b102-4a42-434d-9903-33cd4279d011 req-a5038785-d7af-4788-a944-a9d47c457f32 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0570147 Feb 17 15:48:32.865121 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6ff8b102-4a42-434d-9903-33cd4279d011 req-fbb60d64-a214-4a66-a33b-9adb2f3b9b15 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445480 Feb 17 15:48:33.336543 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472fe9a1-286a-4d82-a04d-94b8a564b009 req-0fd76c97-64ba-4905-b38f-7fe847de02a6 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:33.338744 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-472fe9a1-286a-4d82-a04d-94b8a564b009 req-0fd76c97-64ba-4905-b38f-7fe847de02a6 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0645773 Feb 17 15:48:33.395866 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-472fe9a1-286a-4d82-a04d-94b8a564b009 req-117bd83f-250e-4e39-a300-12a57c4339ef tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517144 Feb 17 15:48:33.608894 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:33.989435 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447fc87-ee9c-459e-bf24-5faa37473f0a req-f34927fc-63bc-4951-af47-39fe25df6912 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:33.990964 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d447fc87-ee9c-459e-bf24-5faa37473f0a req-f34927fc-63bc-4951-af47-39fe25df6912 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0541992 Feb 17 15:48:34.042387 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d447fc87-ee9c-459e-bf24-5faa37473f0a req-43076900-cfca-4bae-8ae3-53d034de2367 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452318 Feb 17 15:48:34.614715 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19be87-cb18-47f7-a896-ab23cd928ab8 req-5585d5ec-1409-4822-91b2-d603ebed10fe tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:34.654289 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-aa19be87-cb18-47f7-a896-ab23cd928ab8 req-5585d5ec-1409-4822-91b2-d603ebed10fe tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.1348336 Feb 17 15:48:34.712878 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-aa19be87-cb18-47f7-a896-ab23cd928ab8 req-0511ea97-993f-4fce-90f5-04a99bef124d tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575526 Feb 17 15:48:35.072226 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:35.185231 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709d387-d3df-4a03-9608-7aaf04b5cadf req-4d9c2aef-b8d9-4b34-9213-75e25a82ecaa tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:35.186734 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8709d387-d3df-4a03-9608-7aaf04b5cadf req-4d9c2aef-b8d9-4b34-9213-75e25a82ecaa tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0580633 Feb 17 15:48:35.240849 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8709d387-d3df-4a03-9608-7aaf04b5cadf req-e2bbf339-29a1-4da7-9336-58d3b12181e5 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453520 Feb 17 15:48:35.846066 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95222b2a-7ca9-4501-bccb-6cad41ae3b22 req-274e9539-78b4-47ed-b39c-327816cee6f3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:35.847635 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-95222b2a-7ca9-4501-bccb-6cad41ae3b22 req-274e9539-78b4-47ed-b39c-327816cee6f3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0592072 Feb 17 15:48:35.902541 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-95222b2a-7ca9-4501-bccb-6cad41ae3b22 req-fe4188c7-371a-4cfa-a94b-bda4bbbbce3e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481634 Feb 17 15:48:36.146708 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 54124) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:36.236533 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-798a7e45-bf28-43e4-b964-886fa2badca5 req-260c5994-256d-4601-a476-fd7add97c74e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0883343 Feb 17 15:48:36.246691 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [req-798a7e45-bf28-43e4-b964-886fa2badca5 req-c5bc9702-ec2b-4826-9e60-b8cd50d322c3 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 15:48:36.250633 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-798a7e45-bf28-43e4-b964-886fa2badca5 req-c5bc9702-ec2b-4826-9e60-b8cd50d322c3 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086274 Feb 17 15:48:36.390368 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 54138) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:36.393834 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f040c-d459-4ce5-87b0-bf5b3f7695d0 req-936a1773-f6ba-49e3-8e96-ea9b3088f87c tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:36.395356 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ce2f040c-d459-4ce5-87b0-bf5b3f7695d0 req-936a1773-f6ba-49e3-8e96-ea9b3088f87c tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0592105 Feb 17 15:48:36.447354 dv-cinder-606346-36-iscsi neutron-server[109498]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 15:48:36.471905 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ce2f040c-d459-4ce5-87b0-bf5b3f7695d0 req-dbaf2df2-c91d-4f5a-a09e-791e1704dbbb tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703902 Feb 17 15:48:36.504542 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a7e45-bf28-43e4-b964-886fa2badca5 req-7c925768-9f08-4ee6-8615-dbd19ff6a87b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:36.505828 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-798a7e45-bf28-43e4-b964-886fa2badca5 req-7c925768-9f08-4ee6-8615-dbd19ff6a87b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports/8d8a458d-7505-4dbf-9aa4-428a1db22383 HTTP/1.1" status: 200 len: 941 time: 0.1144845 Feb 17 15:48:36.560302 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:37.047761 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e21d8-2a9b-4938-8196-9d6e8e1a14eb req-33e23add-c7d9-4707-be16-f63db70aa1ea tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:37.049560 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-810e21d8-2a9b-4938-8196-9d6e8e1a14eb req-33e23add-c7d9-4707-be16-f63db70aa1ea tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0658009 Feb 17 15:48:37.100832 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-810e21d8-2a9b-4938-8196-9d6e8e1a14eb req-177a91f4-f99f-4285-a516-bccdf6b8e943 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457668 Feb 17 15:48:37.566154 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96cdfc-fe62-4203-9bbc-f6353c4f6a0f req-5b97063b-ea60-44c4-b505-2b3867e9e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:37.568490 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2c96cdfc-fe62-4203-9bbc-f6353c4f6a0f req-5b97063b-ea60-44c4-b505-2b3867e9e204 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 1130 time: 0.0722435 Feb 17 15:48:37.651337 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642be989-b6f9-44f9-90f8-be7784432038 req-c4909e50-d8a8-4b43-85c8-ee39cd7c7169 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:37.652951 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-642be989-b6f9-44f9-90f8-be7784432038 req-c4909e50-d8a8-4b43-85c8-ee39cd7c7169 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0816104 Feb 17 15:48:37.674307 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2c96cdfc-fe62-4203-9bbc-f6353c4f6a0f req-e84da82f-fd6b-43d7-a7e8-25da82fe191d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710475 Feb 17 15:48:37.714849 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-642be989-b6f9-44f9-90f8-be7784432038 req-bc8bb393-7a28-4708-892b-de6b5e56e7a8 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530863 Feb 17 15:48:38.316235 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d796fd-1bbf-4cd1-939c-d98f7923ef26 req-cbd6bcc5-0900-4cf3-9db7-c33ed480a474 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:38.324291 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-78d796fd-1bbf-4cd1-939c-d98f7923ef26 req-cbd6bcc5-0900-4cf3-9db7-c33ed480a474 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0798271 Feb 17 15:48:38.374290 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-78d796fd-1bbf-4cd1-939c-d98f7923ef26 req-eb144392-044a-433a-9da9-be2f0cc20312 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489779 Feb 17 15:48:38.909226 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882f877-a77b-43ca-8ef9-2c6662aae80f req-3ec34b1a-32d2-442c-b101-2a3b15a06928 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:38.918952 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e882f877-a77b-43ca-8ef9-2c6662aae80f req-3ec34b1a-32d2-442c-b101-2a3b15a06928 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0890853 Feb 17 15:48:38.979765 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e882f877-a77b-43ca-8ef9-2c6662aae80f req-7fa591b6-6e3c-4ee8-9014-5620747ab250 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535145 Feb 17 15:48:39.126581 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4bf55-f296-45ba-b043-d6ed88496f28 req-f414170d-8539-403f-bbc1-251bb3f0f140 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:39.128312 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8db4bf55-f296-45ba-b043-d6ed88496f28 req-f414170d-8539-403f-bbc1-251bb3f0f140 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 945 time: 0.0727227 Feb 17 15:48:39.183080 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8db4bf55-f296-45ba-b043-d6ed88496f28 req-36289ca0-d9fc-4827-a46d-5b223c5473b9 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474784 Feb 17 15:48:39.218823 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 54194) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:39.430736 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92794a1b-9967-4a7e-b5c5-6f6ef82be4d0 tempest-TestMinimumBasicScenario-976308529 tempest-TestMinimumBasicScenario-976308529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:39.439077 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-92794a1b-9967-4a7e-b5c5-6f6ef82be4d0 tempest-TestMinimumBasicScenario-976308529 tempest-TestMinimumBasicScenario-976308529-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 1124 time: 0.2176347 Feb 17 15:48:39.442271 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 54200) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:39.449611 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Request body: {'floatingip': {'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'port_id': '04f81503-626e-4d52-b5ba-9b07ca2461d8', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:39.529716 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479df4dd-3cf4-4fc2-9f58-7b211f1930b3 req-f14b6105-e4ff-47b7-86c1-07115e3afcf1 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:39.531655 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-479df4dd-3cf4-4fc2-9f58-7b211f1930b3 req-f14b6105-e4ff-47b7-86c1-07115e3afcf1 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0751441 Feb 17 15:48:39.533188 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:39.608819 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-479df4dd-3cf4-4fc2-9f58-7b211f1930b3 req-912de968-c2ec-4fc5-8cb0-70e0385e9f60 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620775 Feb 17 15:48:39.680706 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:39.850777 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Allocated IP 172.27.3.228 (429489ab-2a85-400d-8dac-2c90bfd61144/c701940c-dc66-45fb-ad02-3d3f314099e2/e9234656-d4de-4796-a15c-cd8ba88ba0ec) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:48:39.881085 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a7e45-bf28-43e4-b964-886fa2badca5 req-602ab1de-fec0-428b-a9f1-5ce9462e97e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:39.882673 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-798a7e45-bf28-43e4-b964-886fa2badca5 req-602ab1de-fec0-428b-a9f1-5ce9462e97e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c&tenant_id=05f0a8984e9b47928705c3398312ed12 HTTP/1.1" status: 200 len: 1128 time: 0.1078153 Feb 17 15:48:40.012503 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a7e45-bf28-43e4-b964-886fa2badca5 req-8ed1aab7-57a5-46ae-884c-5ff957806f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:40.013967 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-798a7e45-bf28-43e4-b964-886fa2badca5 req-8ed1aab7-57a5-46ae-884c-5ff957806f03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05f0a8984e9b47928705c3398312ed12&device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 1128 time: 0.1017535 Feb 17 15:48:40.019209 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for port (e9234656-d4de-4796-a15c-cd8ba88ba0ec), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:40.142813 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (e9234656-d4de-4796-a15c-cd8ba88ba0ec), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:40.215955 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Network 429489ab-2a85-400d-8dac-2c90bfd61144 is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:48:40.232091 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a2e32-01c8-4f50-920b-354e0a0de75a req-d291b6cc-bdac-4896-ba0d-d25bdf950180 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:40.233664 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e66a2e32-01c8-4f50-920b-354e0a0de75a req-d291b6cc-bdac-4896-ba0d-d25bdf950180 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.1714792 Feb 17 15:48:40.234541 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:48:40.238853 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a7e45-bf28-43e4-b964-886fa2badca5 req-5d2343a3-f773-4576-b041-aef110b589e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:40.240304 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-798a7e45-bf28-43e4-b964-886fa2badca5 req-5d2343a3-f773-4576-b041-aef110b589e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad5eb79a-29ab-494d-8432-3ccbc2a327de HTTP/1.1" status: 200 len: 918 time: 0.2078977 Feb 17 15:48:40.243529 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:48:40.248693 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Pushing event updated for resources: {'Port': ['ID=e9234656-d4de-4796-a15c-cd8ba88ba0ec,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:40.321150 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:40.321417 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:40.321760 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:40.322097 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:40.322432 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:40.322767 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:40.323095 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:40.323428 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:40.323752 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:40.324084 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:40.324398 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:40.324747 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:40.325071 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:40.407523 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-798a7e45-bf28-43e4-b964-886fa2badca5 req-667e4f8a-e17b-4db1-9915-b87ca6990f37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d8a458d-7505-4dbf-9aa4-428a1db22383 HTTP/1.1" status: 200 len: 999 time: 0.1347568 Feb 17 15:48:40.412736 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e66a2e32-01c8-4f50-920b-354e0a0de75a req-5de1b8c5-09d1-4346-bca6-6bf3dac8b96a tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666522 Feb 17 15:48:40.526022 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a7e45-bf28-43e4-b964-886fa2badca5 req-daca6a24-01c9-418e-8a1f-f0a6ca3aaca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:40.527550 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-798a7e45-bf28-43e4-b964-886fa2badca5 req-daca6a24-01c9-418e-8a1f-f0a6ca3aaca5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=085193d0-4bed-4149-bda8-411e07e82670 HTTP/1.1" status: 200 len: 856 time: 0.1082621 Feb 17 15:48:40.761567 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b3c63-2aba-4499-abe6-1c56eca2cbeb req-c6fca9cc-657a-4669-85ba-8bac03ec2a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:40.769356 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-023b3c63-2aba-4499-abe6-1c56eca2cbeb req-c6fca9cc-657a-4669-85ba-8bac03ec2a41 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3590575d8d3f494684bef28728ed18cf&device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 1130 time: 0.1052146 Feb 17 15:48:40.924256 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b3c63-2aba-4499-abe6-1c56eca2cbeb req-21b0c9d5-8ede-45b8-9a1b-826992f12238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:40.927454 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-023b3c63-2aba-4499-abe6-1c56eca2cbeb req-21b0c9d5-8ede-45b8-9a1b-826992f12238 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f0e30230-6441-4de7-a93e-b922b3f12ef8 HTTP/1.1" status: 200 len: 920 time: 0.1448946 Feb 17 15:48:40.983796 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-023b3c63-2aba-4499-abe6-1c56eca2cbeb req-455abaf2-f016-4102-a443-3255d165aed9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f33dc6dd-4acd-4575-80c9-1e46fde5cb1a HTTP/1.1" status: 200 len: 217 time: 0.0506380 Feb 17 15:48:41.047217 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023b3c63-2aba-4499-abe6-1c56eca2cbeb req-bdc93174-039a-4513-ae39-0cd9add21ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:41.048791 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-023b3c63-2aba-4499-abe6-1c56eca2cbeb req-bdc93174-039a-4513-ae39-0cd9add21ac6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5000a553-a753-4233-bfff-e0941123e42d HTTP/1.1" status: 200 len: 859 time: 0.0573595 Feb 17 15:48:41.094251 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798a7e45-bf28-43e4-b964-886fa2badca5 req-707e8951-add1-4864-bbcc-fdb236dba592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:41.095844 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-798a7e45-bf28-43e4-b964-886fa2badca5 req-707e8951-add1-4864-bbcc-fdb236dba592 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad5eb79a-29ab-494d-8432-3ccbc2a327de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5331154 Feb 17 15:48:41.102501 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-023b3c63-2aba-4499-abe6-1c56eca2cbeb req-6fe8d87e-b567-4920-99be-e1f49b655938 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f0e30230-6441-4de7-a93e-b922b3f12ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459330 Feb 17 15:48:41.181372 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5922ad5-a2a4-48b4-b8a5-af541eddb14e req-dc51690e-ef0c-412b-a436-36f791b2640a tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:41.182786 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f5922ad5-a2a4-48b4-b8a5-af541eddb14e req-dc51690e-ef0c-412b-a436-36f791b2640a tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.4913309 Feb 17 15:48:41.247283 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5135a4-9d73-48c4-9c1f-11b7336ed284 req-5b23b7ba-438d-4bbe-ac13-f840c791df57 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:41.251700 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-bf5135a4-9d73-48c4-9c1f-11b7336ed284 req-5b23b7ba-438d-4bbe-ac13-f840c791df57 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.4857492 Feb 17 15:48:41.275228 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-023b3c63-2aba-4499-abe6-1c56eca2cbeb req-356d5a5d-22b5-407f-a135-ed35d0b8d7b6 service neutron] 10.222.0.24 "GET /v2.0/networks/f0e30230-6441-4de7-a93e-b922b3f12ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651459 Feb 17 15:48:41.321005 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for floatingip (e5383225-0e58-443b-a39f-5cd4018d1711), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:41.354141 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-798a7e45-bf28-43e4-b964-886fa2badca5 req-ec61c5e6-a7e9-4101-bd30-e79f2e405111 service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404592 Feb 17 15:48:41.387269 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-023b3c63-2aba-4499-abe6-1c56eca2cbeb req-accc6e05-14e4-4756-aacf-841153f13d62 service neutron] 10.222.0.24 "GET /v2.0/networks/f0e30230-6441-4de7-a93e-b922b3f12ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956390 Feb 17 15:48:41.407477 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f5922ad5-a2a4-48b4-b8a5-af541eddb14e req-8e921664-e369-4d66-b12b-28937c7fa808 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147896 Feb 17 15:48:41.414566 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-bf5135a4-9d73-48c4-9c1f-11b7336ed284 req-77beaf70-7f7e-4d1b-a1ff-2faa5b7f8655 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466386 Feb 17 15:48:41.511392 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (e9234656-d4de-4796-a15c-cd8ba88ba0ec), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:41.558966 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-798a7e45-bf28-43e4-b964-886fa2badca5 req-9e0c8b77-0d2c-4a8d-bebb-a4fd14fd275c service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874633 Feb 17 15:48:41.751225 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for port (e9234656-d4de-4796-a15c-cd8ba88ba0ec), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:41.766761 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (e9234656-d4de-4796-a15c-cd8ba88ba0ec), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:41.823937 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Pushing event updated for resources: {'Port': ['ID=e9234656-d4de-4796-a15c-cd8ba88ba0ec,revision_number=2']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:41.827429 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42246603-cb8e-4bcf-a7c8-a67200842dd8 req-ed52f98b-3f6b-4e0a-aaf6-85b1fc0e0abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:41.828966 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-42246603-cb8e-4bcf-a7c8-a67200842dd8 req-ed52f98b-3f6b-4e0a-aaf6-85b1fc0e0abf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05f0a8984e9b47928705c3398312ed12&device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 1128 time: 0.1531453 Feb 17 15:48:41.965875 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42246603-cb8e-4bcf-a7c8-a67200842dd8 req-4dbf3e73-99ba-40bb-811d-e95f23f6471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:41.967311 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-42246603-cb8e-4bcf-a7c8-a67200842dd8 req-4dbf3e73-99ba-40bb-811d-e95f23f6471c service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad5eb79a-29ab-494d-8432-3ccbc2a327de HTTP/1.1" status: 200 len: 918 time: 0.0937734 Feb 17 15:48:41.970880 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1606115'] for floatingip (e5383225-0e58-443b-a39f-5cd4018d1711), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:42.192167 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-691fc3fe-3906-4ca9-a59b-570583da55ee tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2096023772&fields=id&tenant_id=a07442ccd84648079b83d0046a0ec54d HTTP/1.1" status: 200 len: 267 time: 0.1293178 Feb 17 15:48:42.207188 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-42246603-cb8e-4bcf-a7c8-a67200842dd8 req-6b814356-1a0c-4a82-b4a6-e848cb53129b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8d8a458d-7505-4dbf-9aa4-428a1db22383 HTTP/1.1" status: 200 len: 999 time: 0.2308297 Feb 17 15:48:42.286495 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.l3_db [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Floating IP e5383225-0e58-443b-a39f-5cd4018d1711 associated. External IP: 172.27.3.228, port: 04f81503-626e-4d52-b5ba-9b07ca2461d8. Feb 17 15:48:42.445944 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42246603-cb8e-4bcf-a7c8-a67200842dd8 req-2578d851-af6e-4a42-9af9-f66d834d1d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:42.447557 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-42246603-cb8e-4bcf-a7c8-a67200842dd8 req-2578d851-af6e-4a42-9af9-f66d834d1d5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=085193d0-4bed-4149-bda8-411e07e82670 HTTP/1.1" status: 200 len: 856 time: 0.2321658 Feb 17 15:48:42.534319 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-b6067af1-a060-4d43-b17d-15222e1a7e81 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:42.535943 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-b6067af1-a060-4d43-b17d-15222e1a7e81 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/networks?id=e876fc21-a1fb-48e6-880e-d68377d6fe00 HTTP/1.1" status: 200 len: 809 time: 0.3215566 Feb 17 15:48:42.595675 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-3b65c92d-5002-4872-9558-05d24515b26b tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/quotas/a07442ccd84648079b83d0046a0ec54d HTTP/1.1" status: 200 len: 375 time: 0.0459542 Feb 17 15:48:42.666730 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42246603-cb8e-4bcf-a7c8-a67200842dd8 req-15b633ca-79e1-4af6-aeb8-269eddcb7f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:42.667464 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-42246603-cb8e-4bcf-a7c8-a67200842dd8 req-15b633ca-79e1-4af6-aeb8-269eddcb7f6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad5eb79a-29ab-494d-8432-3ccbc2a327de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2092695 Feb 17 15:48:42.772252 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fee0eb-fbcb-4dea-a6aa-4b26ec10741d req-d38bb575-716f-4916-b0c0-31b55745b4b0 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:42.773868 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-46fee0eb-fbcb-4dea-a6aa-4b26ec10741d req-d38bb575-716f-4916-b0c0-31b55745b4b0 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.2470808 Feb 17 15:48:42.912985 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-85f08c64-3f91-4cb1-acad-6ade50009c4c tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a07442ccd84648079b83d0046a0ec54d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3070190 Feb 17 15:48:42.977472 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-46fee0eb-fbcb-4dea-a6aa-4b26ec10741d req-3d978918-dfc3-4a30-bc90-7ed3d2d96705 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899498 Feb 17 15:48:42.979523 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-42246603-cb8e-4bcf-a7c8-a67200842dd8 req-ac7accbe-7cb1-4b00-82be-5c0c932124ae service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539289 Feb 17 15:48:43.005946 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Router c9d5d350-71be-4ec7-afa8-b225e78ec3be has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:48:43.213004 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-a5ccf486-2a27-40df-8232-ed86410839d8 service neutron] 10.222.0.67 "GET /v2.0/networks/e876fc21-a1fb-48e6-880e-d68377d6fe00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624362 Feb 17 15:48:43.653046 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:48:43.661836 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b6ab9-2491-4bce-a69f-17e42a033cc1 req-2378f459-111d-4e80-8fd7-0ac8d632a891 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:43.663465 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be109580-01be-4413-a842-f4b8b0af2e71 None None] Sync routers for ids ['c9d5d350-71be-4ec7-afa8-b225e78ec3be'] in dv-cinder-606346-36-iscsi {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:48:43.664022 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-068b6ab9-2491-4bce-a69f-17e42a033cc1 req-2378f459-111d-4e80-8fd7-0ac8d632a891 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.5260553 Feb 17 15:48:43.678010 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be109580-01be-4413-a842-f4b8b0af2e71 None None] Routers {'c9d5d350-71be-4ec7-afa8-b225e78ec3be'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:48:43.685211 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-be109580-01be-4413-a842-f4b8b0af2e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:48:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['c9d5d350-71be-4ec7-afa8-b225e78ec3be'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:48:43.715677 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-42246603-cb8e-4bcf-a7c8-a67200842dd8 req-2faf5d91-8b22-4151-99a5-07219a081d24 service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5523345 Feb 17 15:48:43.739276 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for floatingip (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:43.747318 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-0fb0ce49-4ded-4ee3-acb9-c31afd4ac4ab service neutron] 10.222.0.67 "GET /v2.0/networks/e876fc21-a1fb-48e6-880e-d68377d6fe00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001340 Feb 17 15:48:43.794961 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-6e1a38d3-1ea7-4b0f-8e01-094e27c96fcb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3489044 Feb 17 15:48:43.795304 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 54270) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:43.800622 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-3dc36620-d4bd-4e3a-bc7d-eb957f462412 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1007962183', 'description': 'tempest-secgroup-smoke-1007962183 description', 'project_id': 'ddb28ca63c6d47249089121ce5c485a5'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:43.807724 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-068b6ab9-2491-4bce-a69f-17e42a033cc1 req-2b57e789-17b3-4b3c-9b58-e573c5d605da tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247239 Feb 17 15:48:43.811600 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c244a3f-61c4-493e-bfdc-a2560d12c44f', 'tag': '04f81503-626e-4d52-b5ba-9b07ca2461d8'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:48:43.814166 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff28c785-2995-408d-81af-a177d72c8c84" -d '{"events": [{"name": "network-changed", "server_uuid": "0c244a3f-61c4-493e-bfdc-a2560d12c44f", "tag": "04f81503-626e-4d52-b5ba-9b07ca2461d8"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:48:43.847380 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3dc36620-d4bd-4e3a-bc7d-eb957f462412 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:43.950902 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841570db-0e0e-42a7-8cb4-6a2b1ef06a43 x-openstack-request-id: req-841570db-0e0e-42a7-8cb4-6a2b1ef06a43 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:48:43.951150 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c244a3f-61c4-493e-bfdc-a2560d12c44f", "tag": "04f81503-626e-4d52-b5ba-9b07ca2461d8", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:48:43.951406 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-841570db-0e0e-42a7-8cb4-6a2b1ef06a43 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:48:43.951817 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c244a3f-61c4-493e-bfdc-a2560d12c44f', 'tag': '04f81503-626e-4d52-b5ba-9b07ca2461d8', 'status': 'completed', 'code': 200} Feb 17 15:48:43.953696 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3dc36620-d4bd-4e3a-bc7d-eb957f462412 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for security_group (7c9f27af-2e3b-4317-946d-7ad572eba4f8), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:43.958343 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3dc36620-d4bd-4e3a-bc7d-eb957f462412 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (7c9f27af-2e3b-4317-946d-7ad572eba4f8), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:43.992924 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc36620-d4bd-4e3a-bc7d-eb957f462412 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9f27af-2e3b-4317-946d-7ad572eba4f8,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:44.006921 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc36620-d4bd-4e3a-bc7d-eb957f462412 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:44.007650 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc36620-d4bd-4e3a-bc7d-eb957f462412 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:44.008222 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc36620-d4bd-4e3a-bc7d-eb957f462412 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:44.012772 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc36620-d4bd-4e3a-bc7d-eb957f462412 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:44.013224 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc36620-d4bd-4e3a-bc7d-eb957f462412 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:44.016429 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc36620-d4bd-4e3a-bc7d-eb957f462412 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:44.016826 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc36620-d4bd-4e3a-bc7d-eb957f462412 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:44.017194 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc36620-d4bd-4e3a-bc7d-eb957f462412 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:44.017576 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc36620-d4bd-4e3a-bc7d-eb957f462412 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:44.017945 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc36620-d4bd-4e3a-bc7d-eb957f462412 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:44.018283 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc36620-d4bd-4e3a-bc7d-eb957f462412 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:44.018693 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc36620-d4bd-4e3a-bc7d-eb957f462412 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:44.023800 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc36620-d4bd-4e3a-bc7d-eb957f462412 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:48:44.046876 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3dc36620-d4bd-4e3a-bc7d-eb957f462412 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:44.051502 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 54288) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:44.053833 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-3dc36620-d4bd-4e3a-bc7d-eb957f462412 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2559483 Feb 17 15:48:44.056449 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-45a24077-42e3-4a13-8a9f-c6bbfab7f95b tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Request body: {'security_group_rule': {'security_group_id': '7c9f27af-2e3b-4317-946d-7ad572eba4f8', 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:44.094740 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-45a24077-42e3-4a13-8a9f-c6bbfab7f95b tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for security_group_rule (00cfc7d2-28dd-406f-8bd4-37406ac81d02), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:44.146337 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-be109580-01be-4413-a842-f4b8b0af2e71 None None] Set router c9d5d350-71be-4ec7-afa8-b225e78ec3be gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:48:44.218657 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a92d0e-7a78-422c-9837-07c9ec059a88 req-38989011-d2f9-4a48-9f11-1400c23f3826 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:44.228120 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-68a92d0e-7a78-422c-9837-07c9ec059a88 req-38989011-d2f9-4a48-9f11-1400c23f3826 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.1291730 Feb 17 15:48:44.230209 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:44.263908 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-45a24077-42e3-4a13-8a9f-c6bbfab7f95b tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for security_group_rule (00cfc7d2-28dd-406f-8bd4-37406ac81d02), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:44.273362 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-45a24077-42e3-4a13-8a9f-c6bbfab7f95b tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (00cfc7d2-28dd-406f-8bd4-37406ac81d02), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:44.314072 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a24077-42e3-4a13-8a9f-c6bbfab7f95b tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00cfc7d2-28dd-406f-8bd4-37406ac81d02,revision_number=0']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:44.405410 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-014b677c-51f3-4595-a4e1-09f563604bce req-a6bb5a23-49be-46d6-a8d3-4e19184945d1 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 210 time: 0.0891154 Feb 17 15:48:44.431941 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-45a24077-42e3-4a13-8a9f-c6bbfab7f95b tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:44.436619 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 54302) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:44.436957 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-45a24077-42e3-4a13-8a9f-c6bbfab7f95b tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3843088 Feb 17 15:48:44.442221 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-6273eb05-db8d-455a-9b77-072962357687 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Request body: {'security_group_rule': {'security_group_id': '7c9f27af-2e3b-4317-946d-7ad572eba4f8', 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:44.455128 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-68a92d0e-7a78-422c-9837-07c9ec059a88 req-28ef345a-0c73-4a82-b970-170dc768c642 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217090 Feb 17 15:48:44.495935 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28c785-2995-408d-81af-a177d72c8c84 req-1652332b-4635-49e2-8071-45be06a226bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:44.499555 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ff28c785-2995-408d-81af-a177d72c8c84 req-1652332b-4635-49e2-8071-45be06a226bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ddb28ca63c6d47249089121ce5c485a5&device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 1129 time: 0.1865830 Feb 17 15:48:44.528392 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-6273eb05-db8d-455a-9b77-072962357687 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for security_group_rule (be9f3546-a09e-46d5-ad0d-580d84a50f0e), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:44.644857 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-6273eb05-db8d-455a-9b77-072962357687 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for security_group_rule (be9f3546-a09e-46d5-ad0d-580d84a50f0e), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:44.658683 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-6273eb05-db8d-455a-9b77-072962357687 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (be9f3546-a09e-46d5-ad0d-580d84a50f0e), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:44.673724 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-be109580-01be-4413-a842-f4b8b0af2e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'name': 'tempest-TestMinimumBasicScenario-1269444031-router', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '3a4703ac-893a-4000-8603-26c5205f5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:27Z', 'updated_at': '2022-02-17T15:47:31Z', 'revision_number': 4, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'gw_port': {'id': '3a4703ac-893a-4000-8603-26c5205f5321', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:28Z', 'updated_at': '2022-02-17T15:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': 'e5383225-0e58-443b-a39f-5cd4018d1711', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'port_id': '04f81503-626e-4d52-b5ba-9b07ca2461d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4', 'mac_address': 'fa:16:3e:8f:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c244a3f-61c4-493e-bfdc-a2560d12c44f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:48:40Z', 'updated_at': '2022-02-17T15:48:40Z', 'revision_number': 0, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7bd575e-3283-446b-a6b7-c19a9adfc2f0', 'name': '', 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'mac_address': 'fa:16:3e:61:c0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '53a362a2-8dda-4f19-8af4-e1a3ccca9100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:30Z', 'updated_at': '2022-02-17T15:47:35Z', 'revision_number': 5, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'subnets': [{'id': '53a362a2-8dda-4f19-8af4-e1a3ccca9100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:48:44.698122 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273eb05-db8d-455a-9b77-072962357687 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9f3546-a09e-46d5-ad0d-580d84a50f0e,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:44.709186 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-6273eb05-db8d-455a-9b77-072962357687 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:44.714434 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-6273eb05-db8d-455a-9b77-072962357687 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2737410 Feb 17 15:48:44.714724 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 54308) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:44.719795 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-dd8993a0-47be-4fc9-89f3-aa068854ebfb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Request body: {'security_group_rule': {'security_group_id': '7c9f27af-2e3b-4317-946d-7ad572eba4f8', 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:44.749553 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be109580-01be-4413-a842-f4b8b0af2e71 None None] Checking router: c9d5d350-71be-4ec7-afa8-b225e78ec3be for host: dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:48:44.763461 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be109580-01be-4413-a842-f4b8b0af2e71 None None] Routers {'c9d5d350-71be-4ec7-afa8-b225e78ec3be'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:48:44.764486 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-be109580-01be-4413-a842-f4b8b0af2e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:48:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['c9d5d350-71be-4ec7-afa8-b225e78ec3be'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:48:44.769319 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-dd8993a0-47be-4fc9-89f3-aa068854ebfb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for security_group_rule (570423bb-0f47-4b8e-a8fd-767d4e5f1dff), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:44.881929 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-dd8993a0-47be-4fc9-89f3-aa068854ebfb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for security_group_rule (570423bb-0f47-4b8e-a8fd-767d4e5f1dff), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:44.889239 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-dd8993a0-47be-4fc9-89f3-aa068854ebfb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (570423bb-0f47-4b8e-a8fd-767d4e5f1dff), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:44.925172 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8993a0-47be-4fc9-89f3-aa068854ebfb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570423bb-0f47-4b8e-a8fd-767d4e5f1dff,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:44.938149 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-dd8993a0-47be-4fc9-89f3-aa068854ebfb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:44.943136 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-dd8993a0-47be-4fc9-89f3-aa068854ebfb tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2238445 Feb 17 15:48:44.944338 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 54314) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:44.951581 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-be109580-01be-4413-a842-f4b8b0af2e71 None None] Set router c9d5d350-71be-4ec7-afa8-b225e78ec3be gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:48:44.952499 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-25c879c0-cbe1-40a5-80bc-53725c41d866 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Request body: {'security_group_rule': {'security_group_id': '7c9f27af-2e3b-4317-946d-7ad572eba4f8', 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:44.980607 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-25c879c0-cbe1-40a5-80bc-53725c41d866 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for security_group_rule (d0d5cf49-cbda-4b63-b44e-5a6f6aba2edc), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:45.039269 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba8456-0671-4d1d-b5f5-706eb8ce8652 req-ae8b27c4-92cd-4b49-b7f3-7b46f1296cb1 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:45.040877 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-20ba8456-0671-4d1d-b5f5-706eb8ce8652 req-ae8b27c4-92cd-4b49-b7f3-7b46f1296cb1 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0846381 Feb 17 15:48:45.067591 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-25c879c0-cbe1-40a5-80bc-53725c41d866 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for security_group_rule (d0d5cf49-cbda-4b63-b44e-5a6f6aba2edc), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:45.078584 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-25c879c0-cbe1-40a5-80bc-53725c41d866 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (d0d5cf49-cbda-4b63-b44e-5a6f6aba2edc), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:45.109694 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-25c879c0-cbe1-40a5-80bc-53725c41d866 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:45.114028 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-25c879c0-cbe1-40a5-80bc-53725c41d866 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1653039 Feb 17 15:48:45.117533 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 54316) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:45.120289 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c879c0-cbe1-40a5-80bc-53725c41d866 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d5cf49-cbda-4b63-b44e-5a6f6aba2edc,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:45.140033 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-a07626f3-2b12-467b-9a46-8d74e50d4255 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Request body: {'security_group_rule': {'security_group_id': '7c9f27af-2e3b-4317-946d-7ad572eba4f8', 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:45.189573 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-20ba8456-0671-4d1d-b5f5-706eb8ce8652 req-aeac6a52-7464-4ccf-a8bb-6b2be80f7ae2 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388714 Feb 17 15:48:45.208809 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.securitygroups_db [None req-a07626f3-2b12-467b-9a46-8d74e50d4255 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Project ddb28ca63c6d47249089121ce5c485a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 15:48:45.227704 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a07626f3-2b12-467b-9a46-8d74e50d4255 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for security_group_rule (ebd42c1a-db58-47cd-9cd1-8661971bf923), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:45.284010 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a07626f3-2b12-467b-9a46-8d74e50d4255 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for security_group_rule (ebd42c1a-db58-47cd-9cd1-8661971bf923), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:45.289757 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a07626f3-2b12-467b-9a46-8d74e50d4255 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (ebd42c1a-db58-47cd-9cd1-8661971bf923), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:45.340747 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07626f3-2b12-467b-9a46-8d74e50d4255 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd42c1a-db58-47cd-9cd1-8661971bf923,revision_number=0']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:45.358463 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a07626f3-2b12-467b-9a46-8d74e50d4255 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:45.364965 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-a07626f3-2b12-467b-9a46-8d74e50d4255 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2467525 Feb 17 15:48:45.365219 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 54324) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:45.370109 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-475e5d8d-81d6-424f-84d0-1c6d52ab20c3 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Request body: {'security_group_rule': {'security_group_id': '7c9f27af-2e3b-4317-946d-7ad572eba4f8', 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:45.418478 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.db.securitygroups_db [None req-475e5d8d-81d6-424f-84d0-1c6d52ab20c3 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Project ddb28ca63c6d47249089121ce5c485a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 15:48:45.428386 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-475e5d8d-81d6-424f-84d0-1c6d52ab20c3 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for security_group_rule (0d2e5356-4b5c-4190-804d-d7b5298b483d), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:45.434838 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-be109580-01be-4413-a842-f4b8b0af2e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'name': 'tempest-TestMinimumBasicScenario-1269444031-router', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '3a4703ac-893a-4000-8603-26c5205f5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:27Z', 'updated_at': '2022-02-17T15:47:31Z', 'revision_number': 4, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'gw_port': {'id': '3a4703ac-893a-4000-8603-26c5205f5321', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:28Z', 'updated_at': '2022-02-17T15:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': 'e5383225-0e58-443b-a39f-5cd4018d1711', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'port_id': '04f81503-626e-4d52-b5ba-9b07ca2461d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4', 'mac_address': 'fa:16:3e:8f:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c244a3f-61c4-493e-bfdc-a2560d12c44f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:48:40Z', 'updated_at': '2022-02-17T15:48:40Z', 'revision_number': 0, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7bd575e-3283-446b-a6b7-c19a9adfc2f0', 'name': '', 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'mac_address': 'fa:16:3e:61:c0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '53a362a2-8dda-4f19-8af4-e1a3ccca9100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:30Z', 'updated_at': '2022-02-17T15:47:35Z', 'revision_number': 5, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'subnets': [{'id': '53a362a2-8dda-4f19-8af4-e1a3ccca9100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:48:45.516063 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-475e5d8d-81d6-424f-84d0-1c6d52ab20c3 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for security_group_rule (0d2e5356-4b5c-4190-804d-d7b5298b483d), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:45.521005 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-475e5d8d-81d6-424f-84d0-1c6d52ab20c3 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (0d2e5356-4b5c-4190-804d-d7b5298b483d), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:45.529206 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be109580-01be-4413-a842-f4b8b0af2e71 None None] The sync data for ids ['c9d5d350-71be-4ec7-afa8-b225e78ec3be'] in dv-cinder-606346-36-iscsi is: [{'id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'name': 'tempest-TestMinimumBasicScenario-1269444031-router', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '3a4703ac-893a-4000-8603-26c5205f5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:27Z', 'updated_at': '2022-02-17T15:47:31Z', 'revision_number': 4, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'gw_port': {'id': '3a4703ac-893a-4000-8603-26c5205f5321', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:28Z', 'updated_at': '2022-02-17T15:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': 'e5383225-0e58-443b-a39f-5cd4018d1711', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'floating_ip_address': '172.27.3.228', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'port_id': '04f81503-626e-4d52-b5ba-9b07ca2461d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4', 'mac_address': 'fa:16:3e:8f:3f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c244a3f-61c4-493e-bfdc-a2560d12c44f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:48:40Z', 'updated_at': '2022-02-17T15:48:40Z', 'revision_number': 0, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7bd575e-3283-446b-a6b7-c19a9adfc2f0', 'name': '', 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'mac_address': 'fa:16:3e:61:c0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '53a362a2-8dda-4f19-8af4-e1a3ccca9100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:30Z', 'updated_at': '2022-02-17T15:47:35Z', 'revision_number': 5, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'subnets': [{'id': '53a362a2-8dda-4f19-8af4-e1a3ccca9100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:48:45.533624 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8c2a5176-71b2-4762-b28f-b606d7c748d7 req-8b28055d-278b-4838-b45c-2ac7124efcbf tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 210 time: 0.0501409 Feb 17 15:48:45.607437 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e5d8d-81d6-424f-84d0-1c6d52ab20c3 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2e5356-4b5c-4190-804d-d7b5298b483d,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:45.627411 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-475e5d8d-81d6-424f-84d0-1c6d52ab20c3 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:45.631437 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-475e5d8d-81d6-424f-84d0-1c6d52ab20c3 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2627895 Feb 17 15:48:45.695670 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1cc6cb-eb6f-472a-be5f-f7e8350c5c3f req-cbcb2a24-f4bb-4b14-87da-2b8b96eb7bbb tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:45.700427 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8e1cc6cb-eb6f-472a-be5f-f7e8350c5c3f req-cbcb2a24-f4bb-4b14-87da-2b8b96eb7bbb tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.1512949 Feb 17 15:48:45.791718 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8e1cc6cb-eb6f-472a-be5f-f7e8350c5c3f req-293969b4-39d7-4956-a472-5af5e1b089f0 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840738 Feb 17 15:48:45.816794 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-acd5d220-0cf9-4bc2-8a53-c66676c27620 req-2eaf22a2-a392-45e5-8fba-a772c5ec45af tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1007962183&fields=id&tenant_id=ddb28ca63c6d47249089121ce5c485a5 HTTP/1.1" status: 200 len: 267 time: 0.0864847 Feb 17 15:48:45.887197 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5d220-0cf9-4bc2-8a53-c66676c27620 req-457d0b58-ce57-4039-b030-9117fd5cc2d8 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:45.894991 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-acd5d220-0cf9-4bc2-8a53-c66676c27620 req-457d0b58-ce57-4039-b030-9117fd5cc2d8 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 945 time: 0.0770109 Feb 17 15:48:45.900978 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [req-acd5d220-0cf9-4bc2-8a53-c66676c27620 req-32a50427-9cc3-4b73-ab71-cdf790b1fe55 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Request body: {'port': {'security_groups': ['ccf0aad9-d6ed-47ee-942d-2a462cdc8b84', '7c9f27af-2e3b-4317-946d-7ad572eba4f8']}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:45.932885 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01a9434-b52b-445c-9f45-f4c63460bd8e None None] New status for floating IP e5383225-0e58-443b-a39f-5cd4018d1711: ACTIVE {{(pid=109500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 15:48:46.073476 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-acd5d220-0cf9-4bc2-8a53-c66676c27620 req-32a50427-9cc3-4b73-ab71-cdf790b1fe55 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (04f81503-626e-4d52-b5ba-9b07ca2461d8), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:46.357609 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-acd5d220-0cf9-4bc2-8a53-c66676c27620 req-32a50427-9cc3-4b73-ab71-cdf790b1fe55 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] For port 04f81503-626e-4d52-b5ba-9b07ca2461d8, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=04f81503-626e-4d52-b5ba-9b07ca2461d8,segment=NetworkSegment(bd7d13de-6f45-4b53-9a3f-b092a7dd4301),segment_id=bd7d13de-6f45-4b53-9a3f-b092a7dd4301)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:48:46.398848 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34460d-cabe-41b7-b0b2-cf6ba652e0fa req-747fe22e-8af0-4bbb-8370-bb433e034f9d tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:46.400843 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3e34460d-cabe-41b7-b0b2-cf6ba652e0fa req-747fe22e-8af0-4bbb-8370-bb433e034f9d tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0906236 Feb 17 15:48:46.433514 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-acd5d220-0cf9-4bc2-8a53-c66676c27620 req-32a50427-9cc3-4b73-ab71-cdf790b1fe55 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for port (04f81503-626e-4d52-b5ba-9b07ca2461d8), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:46.439337 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-acd5d220-0cf9-4bc2-8a53-c66676c27620 req-32a50427-9cc3-4b73-ab71-cdf790b1fe55 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (04f81503-626e-4d52-b5ba-9b07ca2461d8), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:46.452573 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['04f81503-626e-4d52-b5ba-9b07ca2461d8'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:48:46.557655 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3e34460d-cabe-41b7-b0b2-cf6ba652e0fa req-366fa055-b2bb-43ef-8685-c8948388664f tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464286 Feb 17 15:48:46.575088 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd5d220-0cf9-4bc2-8a53-c66676c27620 req-32a50427-9cc3-4b73-ab71-cdf790b1fe55 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:46.582273 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-acd5d220-0cf9-4bc2-8a53-c66676c27620 req-32a50427-9cc3-4b73-ab71-cdf790b1fe55 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:46.597239 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-acd5d220-0cf9-4bc2-8a53-c66676c27620 req-32a50427-9cc3-4b73-ab71-cdf790b1fe55 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "PUT /v2.0/ports/04f81503-626e-4d52-b5ba-9b07ca2461d8 HTTP/1.1" status: 200 len: 981 time: 0.7012649 Feb 17 15:48:46.597773 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c244a3f-61c4-493e-bfdc-a2560d12c44f', 'tag': '04f81503-626e-4d52-b5ba-9b07ca2461d8'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:48:46.602752 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b118dcd-8b4b-47ab-a6f8-69fb68adb195" -d '{"events": [{"name": "network-changed", "server_uuid": "0c244a3f-61c4-493e-bfdc-a2560d12c44f", "tag": "04f81503-626e-4d52-b5ba-9b07ca2461d8"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:48:46.651962 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a50427-9cc3-4b73-ab71-cdf790b1fe55 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Pushing event updated for resources: {'Port': ['ID=04f81503-626e-4d52-b5ba-9b07ca2461d8,revision_number=6']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:46.693425 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['04f81503-626e-4d52-b5ba-9b07ca2461d8'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:48:46.753372 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6f630453-f535-4380-b44c-31a0fbf489a5 req-86809e1f-9669-4389-b47e-396c7829c7a6 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 210 time: 0.0713005 Feb 17 15:48:46.867862 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6951dc-9735-4b49-91e8-6ecf2aa62360 x-openstack-request-id: req-ff6951dc-9735-4b49-91e8-6ecf2aa62360 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:48:46.868432 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c244a3f-61c4-493e-bfdc-a2560d12c44f", "tag": "04f81503-626e-4d52-b5ba-9b07ca2461d8", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:48:46.869467 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ff6951dc-9735-4b49-91e8-6ecf2aa62360 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:48:46.871084 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c244a3f-61c4-493e-bfdc-a2560d12c44f', 'tag': '04f81503-626e-4d52-b5ba-9b07ca2461d8', 'status': 'completed', 'code': 200} Feb 17 15:48:46.911446 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548abdce-433e-47eb-90b0-90b2f41d5685 req-0caaca91-c15c-4aa5-bacb-4a0cdb64072e tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:46.918999 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-548abdce-433e-47eb-90b0-90b2f41d5685 req-0caaca91-c15c-4aa5-bacb-4a0cdb64072e tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 984 time: 0.1627972 Feb 17 15:48:47.022298 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-4682526c-7648-4851-bda8-20bea73cd735 None None] Provisioning complete for port 04f81503-626e-4d52-b5ba-9b07ca2461d8 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:47.022939 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-4682526c-7648-4851-bda8-20bea73cd735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (04f81503-626e-4d52-b5ba-9b07ca2461d8), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:47.040227 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-548abdce-433e-47eb-90b0-90b2f41d5685 req-4d97a4aa-dde4-4557-8db9-79e15edaceb8 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=7c9f27af-2e3b-4317-946d-7ad572eba4f8&id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147082 Feb 17 15:48:47.060492 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446a62c-8ddf-4075-a8ff-a76e3b1a4d5e req-e7eb6eba-0917-45ed-83e8-9123d22f2471 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:47.062290 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c446a62c-8ddf-4075-a8ff-a76e3b1a4d5e req-e7eb6eba-0917-45ed-83e8-9123d22f2471 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0990932 Feb 17 15:48:47.128930 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c446a62c-8ddf-4075-a8ff-a76e3b1a4d5e req-04c8bade-4911-41b0-ab0d-4923cf53ebca tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568068 Feb 17 15:48:47.421094 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-4682526c-7648-4851-bda8-20bea73cd735 None None] Current status of the port 04f81503-626e-4d52-b5ba-9b07ca2461d8 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:48:47.599918 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 54398) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:47.649218 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf3fc294-5a0e-4f97-aef1-958f40e6dcae admin admin] Deleting subnet 81800003-ed47-48bb-8426-7b6e8af6cdd1 {{(pid=109498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 15:48:47.652696 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bf3fc294-5a0e-4f97-aef1-958f40e6dcae admin admin] Publish callbacks [] for subnet (81800003-ed47-48bb-8426-7b6e8af6cdd1), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:47.692909 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bf3fc294-5a0e-4f97-aef1-958f40e6dcae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583511'] for subnet (81800003-ed47-48bb-8426-7b6e8af6cdd1), precommit_delete_associations {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:47.705652 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42bbc8-606c-4cc8-88d5-54371af6da06 req-ff76a386-cc8e-4c7f-9906-ee3d451a0fb6 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:47.708165 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6a42bbc8-606c-4cc8-88d5-54371af6da06 req-ff76a386-cc8e-4c7f-9906-ee3d451a0fb6 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0553620 Feb 17 15:48:47.732620 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bf3fc294-5a0e-4f97-aef1-958f40e6dcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775564'] for subnet (81800003-ed47-48bb-8426-7b6e8af6cdd1), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:47.760484 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6a42bbc8-606c-4cc8-88d5-54371af6da06 req-02f81363-b250-468e-b053-c9a9b4804d19 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443313 Feb 17 15:48:47.799061 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bf3fc294-5a0e-4f97-aef1-958f40e6dcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8641746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8764440'] for subnet (81800003-ed47-48bb-8426-7b6e8af6cdd1), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:47.811864 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bf3fc294-5a0e-4f97-aef1-958f40e6dcae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for subnet (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:47.817798 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 54404) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:47.817984 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-bf3fc294-5a0e-4f97-aef1-958f40e6dcae admin admin] 10.222.0.67 "DELETE /v2.0/subnets/81800003-ed47-48bb-8426-7b6e8af6cdd1 HTTP/1.1" status: 204 len: 168 time: 0.2168517 Feb 17 15:48:47.852501 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fc294-5a0e-4f97-aef1-958f40e6dcae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81800003-ed47-48bb-8426-7b6e8af6cdd1,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:47.907616 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2e7320c5-3806-42d1-a0c7-5db175f11ac9 req-87f9e649-7433-4c4d-b017-3c9142013985 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 210 time: 0.0584803 Feb 17 15:48:47.917513 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-babfd362-606c-4c0d-a7cb-45429d7e9472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686833'] for network (63235bca-1a35-4925-a38a-c86897ed950b), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:48.017695 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-babfd362-606c-4c0d-a7cb-45429d7e9472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772593', 'neutron.services.segments.db._delete_segments_for_network-8726999291531'] for network (63235bca-1a35-4925-a38a-c86897ed950b), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:48.039121 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-babfd362-606c-4c0d-a7cb-45429d7e9472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63235bca-1a35-4925-a38a-c86897ed950b']}} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:48:48.048205 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-babfd362-606c-4c0d-a7cb-45429d7e9472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ee3f1d-c236-4a70-bf1f-c5e9746bffa4') {'for_net_delete': True} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:48:48.048540 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-babfd362-606c-4c0d-a7cb-45429d7e9472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ee3f1d-c236-4a70-bf1f-c5e9746bffa4') {} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:48:48.057551 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-babfd362-606c-4c0d-a7cb-45429d7e9472 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726999292820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8388623'] for segment (78ee3f1d-c236-4a70-bf1f-c5e9746bffa4), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:48.070797 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-babfd362-606c-4c0d-a7cb-45429d7e9472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (78ee3f1d-c236-4a70-bf1f-c5e9746bffa4), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:48.076722 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-babfd362-606c-4c0d-a7cb-45429d7e9472 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=109499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 15:48:48.077155 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-babfd362-606c-4c0d-a7cb-45429d7e9472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10180641'] for segment (78ee3f1d-c236-4a70-bf1f-c5e9746bffa4), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: Traceback (most recent call last): Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: timer() Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: cb(*args, **kw) Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: return func(*args, **kwargs) Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: self._notify() Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: self.callback(batched_events) Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: event.method(event) Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: return f(self, *a, **k) Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: return self._get(url).json() Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: return self.request(url, 'GET', **kwargs) Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 15:48:48.078910 dv-cinder-606346-36-iscsi neutron-server[109499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 15:48:48.141419 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-babfd362-606c-4c0d-a7cb-45429d7e9472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-772362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1606029'] for network (63235bca-1a35-4925-a38a-c86897ed950b), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:48.158738 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-babfd362-606c-4c0d-a7cb-45429d7e9472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:48.161948 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-babfd362-606c-4c0d-a7cb-45429d7e9472 admin admin] 10.222.0.67 "DELETE /v2.0/networks/63235bca-1a35-4925-a38a-c86897ed950b HTTP/1.1" status: 204 len: 168 time: 0.3431077 Feb 17 15:48:48.171623 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babfd362-606c-4c0d-a7cb-45429d7e9472 admin admin] Pushing event deleted for resources: {'Network': ['ID=63235bca-1a35-4925-a38a-c86897ed950b,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:48.264578 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014212c4-c0a6-430f-a179-4b434c108b7c req-720bbd09-13dc-41d2-a4db-362cc533dea1 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:48.266217 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-014212c4-c0a6-430f-a179-4b434c108b7c req-720bbd09-13dc-41d2-a4db-362cc533dea1 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0536401 Feb 17 15:48:48.334555 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-014212c4-c0a6-430f-a179-4b434c108b7c req-7579a9fd-93ab-4fbe-baae-a99a93908510 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628223 Feb 17 15:48:48.376372 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 54410) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:48.415277 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-c54d41c4-c5de-40b6-82cf-fabb9fbf8bbc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=42f417bfaf2b41a1be72b7fd65a88a16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376914 Feb 17 15:48:48.417616 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 54412) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:48.473529 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7df06f6f-4281-4234-9993-f2787bf00131 admin admin] Publish callbacks [] for security_group (5d9bdf5a-8e24-41e8-ba1f-61b90db22637), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:48.495988 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7df06f6f-4281-4234-9993-f2787bf00131 admin admin] Publish callbacks [] for security_group (5d9bdf5a-8e24-41e8-ba1f-61b90db22637), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:48.553280 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7df06f6f-4281-4234-9993-f2787bf00131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (5d9bdf5a-8e24-41e8-ba1f-61b90db22637), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:48.556918 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7df06f6f-4281-4234-9993-f2787bf00131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:48.558058 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-7df06f6f-4281-4234-9993-f2787bf00131 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5d9bdf5a-8e24-41e8-ba1f-61b90db22637 HTTP/1.1" status: 204 len: 168 time: 0.1393199 Feb 17 15:48:48.578136 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df06f6f-4281-4234-9993-f2787bf00131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9bdf5a-8e24-41e8-ba1f-61b90db22637,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:48.920702 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b503f8e-8caf-4f82-890b-e4aa44ed31c3 req-15a0603b-6ca2-4cd8-8d02-182d707900f4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:48.922366 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2b503f8e-8caf-4f82-890b-e4aa44ed31c3 req-15a0603b-6ca2-4cd8-8d02-182d707900f4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0683780 Feb 17 15:48:48.989211 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2b503f8e-8caf-4f82-890b-e4aa44ed31c3 req-66c225cc-a225-4cbd-9cd9-2ccea3be40b4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608919 Feb 17 15:48:49.062766 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9d7f469f-a4ba-4727-a483-176b669f4cce req-94c87be2-a322-4d50-ba63-4f242111aba9 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 210 time: 0.0285637 Feb 17 15:48:49.459363 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0654948-d6f0-455d-9769-ba594405c8ca req-879972ef-0a10-4e56-86c2-94c47a6b4835 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:49.461525 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c0654948-d6f0-455d-9769-ba594405c8ca req-879972ef-0a10-4e56-86c2-94c47a6b4835 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0586801 Feb 17 15:48:49.533570 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c0654948-d6f0-455d-9769-ba594405c8ca req-801cc934-6080-43ff-b7af-2051c1466f22 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667021 Feb 17 15:48:50.147632 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e0721e-d756-4851-b75d-7df3b5cf686d req-4a5b50a6-e21f-4047-86c6-45cbb71bf851 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:50.149199 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-96e0721e-d756-4851-b75d-7df3b5cf686d req-4a5b50a6-e21f-4047-86c6-45cbb71bf851 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0812538 Feb 17 15:48:50.186470 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2935c8d0-8024-4a8f-afe0-cab29c06cc30 req-5740892f-4806-4783-9041-9d6b362f2692 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 210 time: 0.0363109 Feb 17 15:48:50.228889 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-96e0721e-d756-4851-b75d-7df3b5cf686d req-fd94c278-ee9d-4694-9a3e-f351a143c90a tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708854 Feb 17 15:48:50.670610 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778839f0-a7a8-470b-aece-fee85dbfe822 req-c6cb2e7b-7985-494e-acbb-87977578e7a3 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:50.672185 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-778839f0-a7a8-470b-aece-fee85dbfe822 req-c6cb2e7b-7985-494e-acbb-87977578e7a3 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0673451 Feb 17 15:48:50.731842 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-778839f0-a7a8-470b-aece-fee85dbfe822 req-9f2624f6-8eaa-43b8-a3a8-808d135cd6e7 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487707 Feb 17 15:48:51.296394 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f00b826d-a55b-4eca-8f72-0a63b6c0ce8e req-873c93d3-6079-4d8a-9d18-d49ee0f866a3 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 210 time: 0.0304172 Feb 17 15:48:51.365221 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cb7e9-195a-4b26-beb9-077a6b54c7d7 req-f77f781a-140c-44a3-91ec-8626dff868ca tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:51.367582 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-435cb7e9-195a-4b26-beb9-077a6b54c7d7 req-f77f781a-140c-44a3-91ec-8626dff868ca tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0562396 Feb 17 15:48:51.415765 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-435cb7e9-195a-4b26-beb9-077a6b54c7d7 req-b9a582fa-5163-442e-9efb-d1ed9fec44a7 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408149 Feb 17 15:48:51.878345 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa187b-ba24-4c8b-8cfc-2b19fe0a661e req-22633d11-beb0-403b-bd46-14833c101c2a tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:51.880769 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-cffa187b-ba24-4c8b-8cfc-2b19fe0a661e req-22633d11-beb0-403b-bd46-14833c101c2a tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0795505 Feb 17 15:48:51.934442 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-cffa187b-ba24-4c8b-8cfc-2b19fe0a661e req-bd468c42-3059-4ea7-8117-aa21e430f86b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479136 Feb 17 15:48:52.398183 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-feae20ab-3c0f-48d2-b0a1-a35df9e101a7 req-0492aee4-4391-400c-b0fb-c2fa0564837f tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 210 time: 0.0315001 Feb 17 15:48:52.437428 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 54480) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:52.552172 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6860f928-8bc7-4f22-aece-c805daaa15c3 req-3c8c89a1-c674-4c6c-8b24-6556a02cd6c3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:52.553673 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6860f928-8bc7-4f22-aece-c805daaa15c3 req-3c8c89a1-c674-4c6c-8b24-6556a02cd6c3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0655873 Feb 17 15:48:52.574278 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-640bb555-83f9-481c-b705-a44598476d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:52.630978 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6860f928-8bc7-4f22-aece-c805daaa15c3 req-c85ea7c0-60ed-47b5-8875-b59489e1d2d5 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717063 Feb 17 15:48:52.679746 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-640bb555-83f9-481c-b705-a44598476d26 admin admin] Publish callbacks [] for security_group (36e0b93a-e7d8-4fbf-aa56-c5470d080767), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:52.683335 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-640bb555-83f9-481c-b705-a44598476d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (36e0b93a-e7d8-4fbf-aa56-c5470d080767), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:52.720431 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-640bb555-83f9-481c-b705-a44598476d26 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=035efef3eff246f592e2ebd3d27546ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2819629 Feb 17 15:48:52.721569 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640bb555-83f9-481c-b705-a44598476d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e0b93a-e7d8-4fbf-aa56-c5470d080767,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:52.723240 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 54488) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:52.774504 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a1b1c12b-3596-459a-b193-3fd305ba4613 admin admin] Publish callbacks [] for security_group (36e0b93a-e7d8-4fbf-aa56-c5470d080767), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:52.794083 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a1b1c12b-3596-459a-b193-3fd305ba4613 admin admin] Publish callbacks [] for security_group (36e0b93a-e7d8-4fbf-aa56-c5470d080767), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:52.840159 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a1b1c12b-3596-459a-b193-3fd305ba4613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (36e0b93a-e7d8-4fbf-aa56-c5470d080767), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:52.842976 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a1b1c12b-3596-459a-b193-3fd305ba4613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:52.844145 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-a1b1c12b-3596-459a-b193-3fd305ba4613 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/36e0b93a-e7d8-4fbf-aa56-c5470d080767 HTTP/1.1" status: 204 len: 168 time: 0.1196289 Feb 17 15:48:52.851762 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b1c12b-3596-459a-b193-3fd305ba4613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e0b93a-e7d8-4fbf-aa56-c5470d080767,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:53.049701 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce84a95-db15-4e33-a2ea-26d88247ab23 req-7df1d4f5-dd42-42c0-a3bc-a95e19ed683e tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:53.051224 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1ce84a95-db15-4e33-a2ea-26d88247ab23 req-7df1d4f5-dd42-42c0-a3bc-a95e19ed683e tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0526793 Feb 17 15:48:53.097731 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1ce84a95-db15-4e33-a2ea-26d88247ab23 req-fa26b71d-4cc0-471b-9128-b3ded8d90f67 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401738 Feb 17 15:48:53.292954 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28c785-2995-408d-81af-a177d72c8c84 req-0650096a-195b-4531-934e-8adebffbaaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:53.294461 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ff28c785-2995-408d-81af-a177d72c8c84 req-0650096a-195b-4531-934e-8adebffbaaf5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b9b11d9c-de0b-463a-b635-ac25c5f517d4 HTTP/1.1" status: 200 len: 916 time: 0.0964291 Feb 17 15:48:53.424176 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ff28c785-2995-408d-81af-a177d72c8c84 req-f31b3bef-aab7-4ea3-841a-713e16873790 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f81503-626e-4d52-b5ba-9b07ca2461d8 HTTP/1.1" status: 200 len: 1001 time: 0.0998664 Feb 17 15:48:53.510017 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 54516) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:53.510526 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4d0d4ab1-70cd-4b22-bbe8-c2ef1ab3535e req-20228fe3-e693-4e54-a0d8-b4d16e17a4cc tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 210 time: 0.0356359 Feb 17 15:48:53.514154 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28c785-2995-408d-81af-a177d72c8c84 req-73652f9b-cd27-43a6-8365-dd5d75ec4d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:53.515674 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ff28c785-2995-408d-81af-a177d72c8c84 req-73652f9b-cd27-43a6-8365-dd5d75ec4d3f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53a362a2-8dda-4f19-8af4-e1a3ccca9100 HTTP/1.1" status: 200 len: 854 time: 0.0831473 Feb 17 15:48:53.577297 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff28c785-2995-408d-81af-a177d72c8c84 req-27b6caf9-3b58-4a62-ab04-c64c387a58af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:53.578816 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ff28c785-2995-408d-81af-a177d72c8c84 req-27b6caf9-3b58-4a62-ab04-c64c387a58af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9b11d9c-de0b-463a-b635-ac25c5f517d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0483658 Feb 17 15:48:53.614846 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-31074ca4-27cd-4e2a-9763-df2471e66dda admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1489209893-network', 'tenant_id': '90c4754471fc4bf4af557a1ef1537d69'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:53.641539 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31074ca4-27cd-4e2a-9763-df2471e66dda admin admin] Made reservation on behalf of 90c4754471fc4bf4af557a1ef1537d69 for: {'network': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:48:53.643560 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-31074ca4-27cd-4e2a-9763-df2471e66dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for network (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:53.653399 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-31074ca4-27cd-4e2a-9763-df2471e66dda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:53.725039 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ff28c785-2995-408d-81af-a177d72c8c84 req-4bb3b832-3efb-4f8e-a176-b77dcf5f7c08 service neutron] 10.222.0.24 "GET /v2.0/networks/b9b11d9c-de0b-463a-b635-ac25c5f517d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100914 Feb 17 15:48:53.758616 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-31074ca4-27cd-4e2a-9763-df2471e66dda admin admin] Publish callbacks [] for security_group (098cd96f-710b-41c1-9fd6-15bc0b6f7759), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:53.762609 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-31074ca4-27cd-4e2a-9763-df2471e66dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (098cd96f-710b-41c1-9fd6-15bc0b6f7759), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:53.787489 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31074ca4-27cd-4e2a-9763-df2471e66dda admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=109498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 15:48:53.798327 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31074ca4-27cd-4e2a-9763-df2471e66dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098cd96f-710b-41c1-9fd6-15bc0b6f7759,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:53.803171 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-31074ca4-27cd-4e2a-9763-df2471e66dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (1f784071-6392-4f16-89cb-e23293ef5e6a), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:53.803517 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.db.segments_db [None req-31074ca4-27cd-4e2a-9763-df2471e66dda admin admin] Added segment 1f784071-6392-4f16-89cb-e23293ef5e6a of type vlan for network 95eec3f0-7d12-415d-9eae-4a41efd9bc2b Feb 17 15:48:53.833711 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ef1da-ef40-41af-afa9-9116377fec57 req-6d146b87-8665-45f9-98c3-c7dff1cecc49 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:53.835731 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9f9ef1da-ef40-41af-afa9-9116377fec57 req-6d146b87-8665-45f9-98c3-c7dff1cecc49 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.1254578 Feb 17 15:48:53.850808 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-31074ca4-27cd-4e2a-9763-df2471e66dda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726998781570'] for network (95eec3f0-7d12-415d-9eae-4a41efd9bc2b), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:53.867754 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ff28c785-2995-408d-81af-a177d72c8c84 req-ccdc51d3-4ff7-4239-afb0-cbd2ad3fbf9e service neutron] 10.222.0.24 "GET /v2.0/networks/b9b11d9c-de0b-463a-b635-ac25c5f517d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264589 Feb 17 15:48:53.875936 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-31074ca4-27cd-4e2a-9763-df2471e66dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for network (95eec3f0-7d12-415d-9eae-4a41efd9bc2b), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:53.877000 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31074ca4-27cd-4e2a-9763-df2471e66dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:53.877674 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-31074ca4-27cd-4e2a-9763-df2471e66dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:53.906671 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9f9ef1da-ef40-41af-afa9-9116377fec57 req-568e4a52-ce47-4925-b0d9-26682266b9a8 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606287 Feb 17 15:48:53.909069 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-31074ca4-27cd-4e2a-9763-df2471e66dda admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3979497 Feb 17 15:48:53.911889 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 54522) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:48:53.918720 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-e1c6c442-6380-46f4-9268-321482a8475b admin admin] Request body: {'subnet': {'network_id': '95eec3f0-7d12-415d-9eae-4a41efd9bc2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1489209893-subnet', 'tenant_id': '90c4754471fc4bf4af557a1ef1537d69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:53.943800 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31074ca4-27cd-4e2a-9763-df2471e66dda admin admin] Pushing event updated for resources: {'Network': ['ID=95eec3f0-7d12-415d-9eae-4a41efd9bc2b,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:53.953856 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Network 95eec3f0-7d12-415d-9eae-4a41efd9bc2b details requested by agent ovs-agent-dv-cinder-606346-36-iscsi with host dv-cinder-606346-36-iscsi {{(pid=109500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 15:48:53.964705 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c6c442-6380-46f4-9268-321482a8475b admin admin] Made reservation on behalf of 90c4754471fc4bf4af557a1ef1537d69 for: {'subnet': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:48:53.967405 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e1c6c442-6380-46f4-9268-321482a8475b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8557256'] for subnet (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:54.030568 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b118dcd-8b4b-47ab-a6f8-69fb68adb195 req-1c64d236-2d32-4ae2-b2df-93e424d40772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:54.032090 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9b118dcd-8b4b-47ab-a6f8-69fb68adb195 req-1c64d236-2d32-4ae2-b2df-93e424d40772 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ddb28ca63c6d47249089121ce5c485a5&device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 1168 time: 0.1021116 Feb 17 15:48:54.180378 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b118dcd-8b4b-47ab-a6f8-69fb68adb195 req-a7b61fcb-496e-4081-8985-3c171b7f594d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:54.181959 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9b118dcd-8b4b-47ab-a6f8-69fb68adb195 req-a7b61fcb-496e-4081-8985-3c171b7f594d service neutron] 10.222.0.24 "GET /v2.0/networks?id=b9b11d9c-de0b-463a-b635-ac25c5f517d4 HTTP/1.1" status: 200 len: 916 time: 0.1373601 Feb 17 15:48:54.288958 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e1c6c442-6380-46f4-9268-321482a8475b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10182334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8557306'] for subnet (ce956aa9-07c3-4fd4-9666-711da10f8895), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:54.335066 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9b118dcd-8b4b-47ab-a6f8-69fb68adb195 req-c2dfdf74-451b-4495-aa11-58393c27c230 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f81503-626e-4d52-b5ba-9b07ca2461d8 HTTP/1.1" status: 200 len: 1001 time: 0.1311111 Feb 17 15:48:54.342880 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a2f27-7134-4ceb-bff5-bbb479b57823 req-f9d60daf-41d3-4f8e-a31b-517d56c0376f tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:54.344372 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-157a2f27-7134-4ceb-bff5-bbb479b57823 req-f9d60daf-41d3-4f8e-a31b-517d56c0376f tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.1763806 Feb 17 15:48:54.412170 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6c442-6380-46f4-9268-321482a8475b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce956aa9-07c3-4fd4-9666-711da10f8895,revision_number=0']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:54.442870 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-0b566771-7bbb-4d57-8c8d-5ae93e80e7bb tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:54.444411 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-0b566771-7bbb-4d57-8c8d-5ae93e80e7bb tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.24 "GET /v2.0/networks?id=e876fc21-a1fb-48e6-880e-d68377d6fe00 HTTP/1.1" status: 200 len: 809 time: 0.1336901 Feb 17 15:48:54.448168 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c6c442-6380-46f4-9268-321482a8475b admin admin] Checking segment: {'id': '1f784071-6392-4f16-89cb-e23293ef5e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95eec3f0-7d12-415d-9eae-4a41efd9bc2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:48:54.448691 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c6c442-6380-46f4-9268-321482a8475b admin admin] Network hostable DHCP agents. Network: 95eec3f0-7d12-415d-9eae-4a41efd9bc2b, hostable agents: ['c690b10a-9812-45df-b2f8-72b352956aca'], hosted agents: [] {{(pid=109499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 15:48:54.461730 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b118dcd-8b4b-47ab-a6f8-69fb68adb195 req-eb25ff38-cb8b-4e67-91c0-7b2a296ff1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:54.463208 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9b118dcd-8b4b-47ab-a6f8-69fb68adb195 req-eb25ff38-cb8b-4e67-91c0-7b2a296ff1d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53a362a2-8dda-4f19-8af4-e1a3ccca9100 HTTP/1.1" status: 200 len: 854 time: 0.0984912 Feb 17 15:48:54.470061 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-157a2f27-7134-4ceb-bff5-bbb479b57823 req-e374b613-91cf-4261-a093-3e058fced027 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174998 Feb 17 15:48:54.489433 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c6c442-6380-46f4-9268-321482a8475b admin admin] Network 95eec3f0-7d12-415d-9eae-4a41efd9bc2b is scheduled to be hosted by DHCP agent c690b10a-9812-45df-b2f8-72b352956aca with binding_index 1 {{(pid=109499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 15:48:54.519899 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-90fc5e63-cdbe-4607-8c0e-46f63b0818e8 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a07442ccd84648079b83d0046a0ec54d HTTP/1.1" status: 200 len: 380 time: 0.0654829 Feb 17 15:48:54.531918 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-e1c6c442-6380-46f4-9268-321482a8475b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-36-iscsi, 95eec3f0-7d12-415d-9eae-4a41efd9bc2b) {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:48:54.538674 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c6c442-6380-46f4-9268-321482a8475b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:54.539318 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-e1c6c442-6380-46f4-9268-321482a8475b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:54.545784 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd4c011-b1a3-4a17-920c-d3d1686105ec None None] Network 95eec3f0-7d12-415d-9eae-4a41efd9bc2b requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:48:54.555011 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-8066da89-8cb7-4a7b-acef-ace09bd42d82 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Request body: {'port': {'device_id': '035a6a9b-b5d3-404f-8cf7-a19efb07864b', 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00', 'admin_state_up': True, 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'security_groups': ['cb8a2e86-d24a-4750-945f-095013f0eb24']}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:54.561333 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b118dcd-8b4b-47ab-a6f8-69fb68adb195 req-31879bbd-09b0-4dca-895e-53fc32ca72f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:54.562872 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9b118dcd-8b4b-47ab-a6f8-69fb68adb195 req-31879bbd-09b0-4dca-895e-53fc32ca72f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9b11d9c-de0b-463a-b635-ac25c5f517d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0851460 Feb 17 15:48:54.574521 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-e1c6c442-6380-46f4-9268-321482a8475b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6517484 Feb 17 15:48:54.690520 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e12b272c-3c8b-40fc-be45-7b2cfdf56321 req-c3bf2f52-c739-4566-9dc6-8f6eee2c54a2 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 210 time: 0.0673561 Feb 17 15:48:54.719114 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a99d69-465c-4cff-b37f-d43a3e69065c None None] Network 95eec3f0-7d12-415d-9eae-4a41efd9bc2b requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:48:54.742864 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-8066da89-8cb7-4a7b-acef-ace09bd42d82 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Made reservation on behalf of a07442ccd84648079b83d0046a0ec54d for: {'port': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:48:54.749367 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-8066da89-8cb7-4a7b-acef-ace09bd42d82 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:54.789585 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9b118dcd-8b4b-47ab-a6f8-69fb68adb195 req-e81436d2-0033-4448-94f4-0ea2b3044d7b service neutron] 10.222.0.24 "GET /v2.0/networks/b9b11d9c-de0b-463a-b635-ac25c5f517d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154803 Feb 17 15:48:54.899305 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_common [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-8066da89-8cb7-4a7b-acef-ace09bd42d82 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Allocated IP 172.20.0.10 (e876fc21-a1fb-48e6-880e-d68377d6fe00/8f454ab8-9d17-4e5c-b573-5bcdca815dd8/8bd86dd7-775a-47b4-b767-9c03c824c757) {{(pid=109498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:48:54.953013 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9b118dcd-8b4b-47ab-a6f8-69fb68adb195 req-fed28b0e-66f1-4b58-87e9-aaf1039f0a90 service neutron] 10.222.0.24 "GET /v2.0/networks/b9b11d9c-de0b-463a-b635-ac25c5f517d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575012 Feb 17 15:48:55.090274 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-8066da89-8cb7-4a7b-acef-ace09bd42d82 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for port (8bd86dd7-775a-47b4-b767-9c03c824c757), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:55.102499 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f0442-3df7-46ff-bd61-831023e85a04 req-40d27970-0d93-45f2-a260-7c1e5014aa4b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:55.104005 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ce0f0442-3df7-46ff-bd61-831023e85a04 req-40d27970-0d93-45f2-a260-7c1e5014aa4b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0666363 Feb 17 15:48:55.146397 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-8066da89-8cb7-4a7b-acef-ace09bd42d82 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (8bd86dd7-775a-47b4-b767-9c03c824c757), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:55.186808 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ce0f0442-3df7-46ff-bd61-831023e85a04 req-f0aa05ed-a080-4ca8-8d79-da14cedef827 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757797 Feb 17 15:48:55.202361 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-8066da89-8cb7-4a7b-acef-ace09bd42d82 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Network e876fc21-a1fb-48e6-880e-d68377d6fe00 is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:48:55.213785 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-8066da89-8cb7-4a7b-acef-ace09bd42d82 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:48:55.213785 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-8066da89-8cb7-4a7b-acef-ace09bd42d82 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Received port after_create {{(pid=109498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:48:55.245523 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066da89-8cb7-4a7b-acef-ace09bd42d82 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Pushing event updated for resources: {'Port': ['ID=8bd86dd7-775a-47b4-b767-9c03c824c757,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:55.271577 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-8066da89-8cb7-4a7b-acef-ace09bd42d82 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:55.272344 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-8066da89-8cb7-4a7b-acef-ace09bd42d82 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:55.290140 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-8066da89-8cb7-4a7b-acef-ace09bd42d82 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7609994 Feb 17 15:48:55.304835 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-139eb2a9-0706-4973-90b1-3c2da0799290 service neutron] Request body: {'port': {'device_id': '035a6a9b-b5d3-404f-8cf7-a19efb07864b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:55.375343 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-139eb2a9-0706-4973-90b1-3c2da0799290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8bd86dd7-775a-47b4-b767-9c03c824c757), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:55.502772 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-13d3d39e-15d5-454f-8df3-96285d630442 None None] Provisioning complete for port 8bd86dd7-775a-47b4-b767-9c03c824c757 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:48:55.503348 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-13d3d39e-15d5-454f-8df3-96285d630442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (8bd86dd7-775a-47b4-b767-9c03c824c757), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:55.536035 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-13d3d39e-15d5-454f-8df3-96285d630442 None None] Port 8bd86dd7-775a-47b4-b767-9c03c824c757 cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:48:55.631832 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-139eb2a9-0706-4973-90b1-3c2da0799290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd86dd7-775a-47b4-b767-9c03c824c757 {{(pid=109498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:48:55.639815 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-139eb2a9-0706-4973-90b1-3c2da0799290 service neutron] Publish callbacks [] for port (8bd86dd7-775a-47b4-b767-9c03c824c757), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:55.652630 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.provisioning_blocks [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-139eb2a9-0706-4973-90b1-3c2da0799290 service neutron] Transition to ACTIVE for port object 8bd86dd7-775a-47b4-b767-9c03c824c757 will not be triggered until provisioned by entity L2. {{(pid=109498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 15:48:55.668226 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-139eb2a9-0706-4973-90b1-3c2da0799290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8641772'] for port (8bd86dd7-775a-47b4-b767-9c03c824c757), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:55.725043 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139eb2a9-0706-4973-90b1-3c2da0799290 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd86dd7-775a-47b4-b767-9c03c824c757,revision_number=2']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:55.793310 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-139eb2a9-0706-4973-90b1-3c2da0799290 service neutron] Attempting to bind port 8bd86dd7-775a-47b4-b767-9c03c824c757 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:48:55.793647 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-139eb2a9-0706-4973-90b1-3c2da0799290 service neutron] Attempting to bind port 8bd86dd7-775a-47b4-b767-9c03c824c757 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '5963083f-b065-4c02-8d0b-987780465e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00'}] {{(pid=109498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:48:55.794176 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-139eb2a9-0706-4973-90b1-3c2da0799290 service neutron] Attempting to bind port 8bd86dd7-775a-47b4-b767-9c03c824c757 on network e876fc21-a1fb-48e6-880e-d68377d6fe00 {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:48:55.798714 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-139eb2a9-0706-4973-90b1-3c2da0799290 service neutron] Port 8bd86dd7-775a-47b4-b767-9c03c824c757 on network e876fc21-a1fb-48e6-880e-d68377d6fe00 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 15:48:55.799287 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-139eb2a9-0706-4973-90b1-3c2da0799290 service neutron] Attempting to bind port 8bd86dd7-775a-47b4-b767-9c03c824c757 on network e876fc21-a1fb-48e6-880e-d68377d6fe00 {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:48:55.804475 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-139eb2a9-0706-4973-90b1-3c2da0799290 service neutron] Checking agent: {'id': '085351c5-065a-4edc-ae4b-0d7f2b27b503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'started_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:48:55.805045 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-139eb2a9-0706-4973-90b1-3c2da0799290 service neutron] Checking segment: {'id': '5963083f-b065-4c02-8d0b-987780465e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:48:55.805583 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-139eb2a9-0706-4973-90b1-3c2da0799290 service neutron] Bound using segment: {'id': '5963083f-b065-4c02-8d0b-987780465e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00'} {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:48:55.806167 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-139eb2a9-0706-4973-90b1-3c2da0799290 service neutron] Bound port: 8bd86dd7-775a-47b4-b767-9c03c824c757, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5963083f-b065-4c02-8d0b-987780465e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00'}}] {{(pid=109498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:48:55.806523 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-139eb2a9-0706-4973-90b1-3c2da0799290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8bd86dd7-775a-47b4-b767-9c03c824c757), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:55.825402 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd837c-04df-488d-a98b-2b596426ebdf req-0172557e-f612-4431-bbe1-f637b545c29d tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:55.826997 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-afbd837c-04df-488d-a98b-2b596426ebdf req-0172557e-f612-4431-bbe1-f637b545c29d tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 944 time: 0.0598996 Feb 17 15:48:55.873718 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-139eb2a9-0706-4973-90b1-3c2da0799290 service neutron] For port 8bd86dd7-775a-47b4-b767-9c03c824c757, host hv-cinder-60634, cleared binding levels {{(pid=109498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:48:55.877374 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-139eb2a9-0706-4973-90b1-3c2da0799290 service neutron] For port 8bd86dd7-775a-47b4-b767-9c03c824c757, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8bd86dd7-775a-47b4-b767-9c03c824c757,segment=NetworkSegment(5963083f-b065-4c02-8d0b-987780465e8f),segment_id=5963083f-b065-4c02-8d0b-987780465e8f)] {{(pid=109498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:48:55.881035 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-afbd837c-04df-488d-a98b-2b596426ebdf req-1d7fe852-ef94-44cd-89da-37393655b727 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481699 Feb 17 15:48:55.884268 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-139eb2a9-0706-4973-90b1-3c2da0799290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8641772'] for port (8bd86dd7-775a-47b4-b767-9c03c824c757), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:55.917032 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-139eb2a9-0706-4973-90b1-3c2da0799290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:55.917636 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-139eb2a9-0706-4973-90b1-3c2da0799290 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:55.918973 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-139eb2a9-0706-4973-90b1-3c2da0799290 service neutron] 10.222.0.24 "PUT /v2.0/ports/8bd86dd7-775a-47b4-b767-9c03c824c757 HTTP/1.1" status: 200 len: 1094 time: 0.6207302 Feb 17 15:48:55.919395 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035a6a9b-b5d3-404f-8cf7-a19efb07864b', 'tag': '8bd86dd7-775a-47b4-b767-9c03c824c757'}] {{(pid=109498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:48:55.921608 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}780bf5bf4681f798ff63f4c2752ba00573ae695b8458fad7683b49eb1801337a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9ddbf1-c859-4ba9-a7f7-930636fc8ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "035a6a9b-b5d3-404f-8cf7-a19efb07864b", "tag": "8bd86dd7-775a-47b4-b767-9c03c824c757"}]}' {{(pid=109498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:48:55.946840 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139eb2a9-0706-4973-90b1-3c2da0799290 service neutron] Pushing event updated for resources: {'Port': ['ID=8bd86dd7-775a-47b4-b767-9c03c824c757,revision_number=3']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:55.974998 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f967a8-0e2c-40df-8ba9-bb1173f67544 x-openstack-request-id: req-49f967a8-0e2c-40df-8ba9-bb1173f67544 {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:48:55.975285 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035a6a9b-b5d3-404f-8cf7-a19efb07864b", "tag": "8bd86dd7-775a-47b4-b767-9c03c824c757", "status": "completed", "code": 200}]} {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:48:55.975536 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-49f967a8-0e2c-40df-8ba9-bb1173f67544 {{(pid=109498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:48:55.975953 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035a6a9b-b5d3-404f-8cf7-a19efb07864b', 'tag': '8bd86dd7-775a-47b4-b767-9c03c824c757', 'status': 'completed', 'code': 200} Feb 17 15:48:56.017985 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-2be73d1c-3af6-4ab4-8503-acbee3fe3197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:56.019663 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-2be73d1c-3af6-4ab4-8503-acbee3fe3197 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a07442ccd84648079b83d0046a0ec54d&device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 1128 time: 0.0545216 Feb 17 15:48:56.064578 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-7adda54d-45a4-4068-9295-96d16fbb8d01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bd86dd7-775a-47b4-b767-9c03c824c757 HTTP/1.1" status: 200 len: 217 time: 0.0366113 Feb 17 15:48:56.114233 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-802670f5-bafc-459d-bdc9-e53ab5923f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:56.115814 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-802670f5-bafc-459d-bdc9-e53ab5923f29 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8f454ab8-9d17-4e5c-b573-5bcdca815dd8 HTTP/1.1" status: 200 len: 848 time: 0.0447259 Feb 17 15:48:56.158866 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac51d0-9f9e-4d79-b7bd-174766695303 req-3b939e29-7731-4567-bcbd-82cee6c72d63 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:56.160364 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fdac51d0-9f9e-4d79-b7bd-174766695303 req-3b939e29-7731-4567-bcbd-82cee6c72d63 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0521278 Feb 17 15:48:56.213026 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fdac51d0-9f9e-4d79-b7bd-174766695303 req-b37f10a9-341e-4a41-b5d8-6beb81201f2a tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464592 Feb 17 15:48:56.327362 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf08f2-e3ab-4d41-8224-0dc5e5d8038c req-d1ad0eac-4b9e-467f-a7ec-d0cbe2a34d0e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:56.329412 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-21bf08f2-e3ab-4d41-8224-0dc5e5d8038c req-d1ad0eac-4b9e-467f-a7ec-d0cbe2a34d0e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0612526 Feb 17 15:48:56.405943 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-17994d03-f9d2-4bf4-9c7f-9e1b169daad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:56.407634 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-17994d03-f9d2-4bf4-9c7f-9e1b169daad1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e876fc21-a1fb-48e6-880e-d68377d6fe00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2828679 Feb 17 15:48:56.409454 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-21bf08f2-e3ab-4d41-8224-0dc5e5d8038c req-db54d9aa-409c-4fe6-957b-e799badd6f60 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722513 Feb 17 15:48:56.505591 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-45fb9ac6-ffd6-4b32-83af-def7036ccbfb service neutron] 10.222.0.24 "GET /v2.0/networks/e876fc21-a1fb-48e6-880e-d68377d6fe00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901814 Feb 17 15:48:56.634677 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9183218c-7ccb-43da-a018-fa46973a3e69 req-5e473f90-fa9d-4aea-a977-abbaf1ee67cf service neutron] 10.222.0.24 "GET /v2.0/networks/e876fc21-a1fb-48e6-880e-d68377d6fe00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203165 Feb 17 15:48:56.665123 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-949ef189-10e1-44f7-aa74-327adc74ebcb tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:56.666518 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-949ef189-10e1-44f7-aa74-327adc74ebcb tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/networks?id=95eec3f0-7d12-415d-9eae-4a41efd9bc2b HTTP/1.1" status: 200 len: 814 time: 0.1100004 Feb 17 15:48:56.685116 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-4c84577d-677c-4f55-95ad-2f773e90543e tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/quotas/90c4754471fc4bf4af557a1ef1537d69 HTTP/1.1" status: 200 len: 375 time: 0.0104256 Feb 17 15:48:56.718905 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-0b2d86e2-6be7-4eaa-8f21-ebb8491ed21e tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=90c4754471fc4bf4af557a1ef1537d69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277901 Feb 17 15:48:56.736763 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ddbf1-c859-4ba9-a7f7-930636fc8ec4 req-e2762540-58f9-4704-8efd-91674deb1458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:56.738398 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-1b9ddbf1-c859-4ba9-a7f7-930636fc8ec4 req-e2762540-58f9-4704-8efd-91674deb1458 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a07442ccd84648079b83d0046a0ec54d&device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 1128 time: 0.0484312 Feb 17 15:48:56.809412 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-48e899d4-4c80-4f4c-a44c-4cecfc33bd8a service neutron] 10.222.0.67 "GET /v2.0/networks/95eec3f0-7d12-415d-9eae-4a41efd9bc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844538 Feb 17 15:48:56.831008 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ddbf1-c859-4ba9-a7f7-930636fc8ec4 req-ddb00940-26e8-4287-b91d-3ae8c8e62ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:56.833073 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-1b9ddbf1-c859-4ba9-a7f7-930636fc8ec4 req-ddb00940-26e8-4287-b91d-3ae8c8e62ab6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e876fc21-a1fb-48e6-880e-d68377d6fe00 HTTP/1.1" status: 200 len: 910 time: 0.0872900 Feb 17 15:48:56.874015 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-1b9ddbf1-c859-4ba9-a7f7-930636fc8ec4 req-00769c9c-0de7-4b54-9cff-fb0e06e126c8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bd86dd7-775a-47b4-b767-9c03c824c757 HTTP/1.1" status: 200 len: 217 time: 0.0346138 Feb 17 15:48:56.900387 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-f3c22287-9c35-4eca-a410-23e8e7b1e337 service neutron] 10.222.0.67 "GET /v2.0/networks/95eec3f0-7d12-415d-9eae-4a41efd9bc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854371 Feb 17 15:48:56.927756 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ddbf1-c859-4ba9-a7f7-930636fc8ec4 req-0859d55e-e4cc-4635-b718-cb42d32fbc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:56.929324 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-1b9ddbf1-c859-4ba9-a7f7-930636fc8ec4 req-0859d55e-e4cc-4635-b718-cb42d32fbc92 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8f454ab8-9d17-4e5c-b573-5bcdca815dd8 HTTP/1.1" status: 200 len: 848 time: 0.0468912 Feb 17 15:48:56.984775 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ddbf1-c859-4ba9-a7f7-930636fc8ec4 req-507f924d-3c2a-4f9b-a259-6245c4a9c7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:56.987275 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-1b9ddbf1-c859-4ba9-a7f7-930636fc8ec4 req-507f924d-3c2a-4f9b-a259-6245c4a9c7e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e876fc21-a1fb-48e6-880e-d68377d6fe00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489593 Feb 17 15:48:57.112379 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-1b9ddbf1-c859-4ba9-a7f7-930636fc8ec4 req-a35518a5-a9bd-4ae8-af66-0a283d445155 service neutron] 10.222.0.24 "GET /v2.0/networks/e876fc21-a1fb-48e6-880e-d68377d6fe00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166646 Feb 17 15:48:57.221239 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-1b9ddbf1-c859-4ba9-a7f7-930636fc8ec4 req-f277a103-cb26-4316-bb8d-27afa439467e service neutron] 10.222.0.24 "GET /v2.0/networks/e876fc21-a1fb-48e6-880e-d68377d6fe00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980616 Feb 17 15:48:57.280762 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6f0f9fc3-7dc6-424e-b98d-c6a3d1e8af58 req-2708c597-6f12-44f0-96c1-184c580e7ce0 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=cde45d3b-27a2-452e-80ff-55c27a85576a HTTP/1.1" status: 200 len: 210 time: 0.0325627 Feb 17 15:48:57.301075 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305f1c3-474d-4cd7-8440-fe0917e90d41 req-e7f26713-e5f7-4d3c-9c8e-75f269168635 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:57.302737 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7305f1c3-474d-4cd7-8440-fe0917e90d41 req-e7f26713-e5f7-4d3c-9c8e-75f269168635 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 944 time: 0.3479195 Feb 17 15:48:57.353938 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7305f1c3-474d-4cd7-8440-fe0917e90d41 req-a23f7d3b-6790-485d-afa3-4e3421f1982b tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447812 Feb 17 15:48:57.530001 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95162f0f-aafb-4133-9583-bc47022075f8 req-d5edc1cd-4b39-43d0-8232-387fb3b0981b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:57.531743 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-95162f0f-aafb-4133-9583-bc47022075f8 req-d5edc1cd-4b39-43d0-8232-387fb3b0981b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0569429 Feb 17 15:48:57.577715 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-95162f0f-aafb-4133-9583-bc47022075f8 req-7b2059a0-cc13-46b1-a62d-589a299dd54b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402691 Feb 17 15:48:58.157515 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-146c024e-32b7-4904-a1e2-84f0f6a2ca2b tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:58.158961 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-146c024e-32b7-4904-a1e2-84f0f6a2ca2b tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.24 "GET /v2.0/networks?id=95eec3f0-7d12-415d-9eae-4a41efd9bc2b HTTP/1.1" status: 200 len: 814 time: 0.0993721 Feb 17 15:48:58.174403 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-5ff3e047-545d-4f76-bf92-998b79166366 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Request body: {'port': {'device_id': 'cde45d3b-27a2-452e-80ff-55c27a85576a', 'network_id': '95eec3f0-7d12-415d-9eae-4a41efd9bc2b', 'admin_state_up': True, 'tenant_id': '90c4754471fc4bf4af557a1ef1537d69'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:58.282578 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-5ff3e047-545d-4f76-bf92-998b79166366 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Made reservation on behalf of 90c4754471fc4bf4af557a1ef1537d69 for: {'port': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:48:58.286028 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-5ff3e047-545d-4f76-bf92-998b79166366 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:58.376231 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-066e8f15-7452-42ce-8c0b-b34131ba346e req-3485d17c-133a-44f8-a56a-33b04784635d tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=cde45d3b-27a2-452e-80ff-55c27a85576a HTTP/1.1" status: 200 len: 210 time: 0.0271764 Feb 17 15:48:58.417796 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_common [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-5ff3e047-545d-4f76-bf92-998b79166366 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Allocated IP 172.20.0.5 (95eec3f0-7d12-415d-9eae-4a41efd9bc2b/ce956aa9-07c3-4fd4-9666-711da10f8895/f3d0e472-1c34-49be-9b20-f8d9c7135ae6) {{(pid=109498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:48:58.472744 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd695170-3c8d-4add-a03d-5a1e659a77e6 req-1f69e3da-0955-4d17-bff1-4907846ed01d tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:58.474510 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fd695170-3c8d-4add-a03d-5a1e659a77e6 req-1f69e3da-0955-4d17-bff1-4907846ed01d tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 944 time: 0.0534670 Feb 17 15:48:58.523700 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fd695170-3c8d-4add-a03d-5a1e659a77e6 req-08a3aba7-3684-4874-b36c-c27c1bfabfda tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430579 Feb 17 15:48:58.559170 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-5ff3e047-545d-4f76-bf92-998b79166366 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Publish callbacks [] for port (f3d0e472-1c34-49be-9b20-f8d9c7135ae6), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:58.592463 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-5ff3e047-545d-4f76-bf92-998b79166366 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (f3d0e472-1c34-49be-9b20-f8d9c7135ae6), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:58.636805 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-5ff3e047-545d-4f76-bf92-998b79166366 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Network 95eec3f0-7d12-415d-9eae-4a41efd9bc2b is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:48:58.644806 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-5ff3e047-545d-4f76-bf92-998b79166366 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:48:58.647750 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-5ff3e047-545d-4f76-bf92-998b79166366 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Received port after_create {{(pid=109498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:48:58.682278 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff3e047-545d-4f76-bf92-998b79166366 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Pushing event updated for resources: {'Port': ['ID=f3d0e472-1c34-49be-9b20-f8d9c7135ae6,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:58.710224 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-5ff3e047-545d-4f76-bf92-998b79166366 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:58.711073 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-5ff3e047-545d-4f76-bf92-998b79166366 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:58.721454 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f7040-d083-4d40-b319-33b4b61d3812 req-716779d5-31e5-4972-a508-3ce95f5d12f0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:58.722938 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-300f7040-d083-4d40-b319-33b4b61d3812 req-716779d5-31e5-4972-a508-3ce95f5d12f0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0717337 Feb 17 15:48:58.736755 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-5ff3e047-545d-4f76-bf92-998b79166366 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5661500 Feb 17 15:48:58.749355 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-dd67a92e-ae57-4804-b2d8-ad6f3654d457 service neutron] Request body: {'port': {'device_id': 'cde45d3b-27a2-452e-80ff-55c27a85576a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:48:58.769731 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-300f7040-d083-4d40-b319-33b4b61d3812 req-36501633-bd96-4f6c-af5d-08b8dce23dd9 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405664 Feb 17 15:48:58.807154 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-dd67a92e-ae57-4804-b2d8-ad6f3654d457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (f3d0e472-1c34-49be-9b20-f8d9c7135ae6), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:59.062754 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-dd67a92e-ae57-4804-b2d8-ad6f3654d457 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d0e472-1c34-49be-9b20-f8d9c7135ae6 {{(pid=109498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:48:59.070020 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-dd67a92e-ae57-4804-b2d8-ad6f3654d457 service neutron] Publish callbacks [] for port (f3d0e472-1c34-49be-9b20-f8d9c7135ae6), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:59.081272 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.provisioning_blocks [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-dd67a92e-ae57-4804-b2d8-ad6f3654d457 service neutron] Transition to ACTIVE for port object f3d0e472-1c34-49be-9b20-f8d9c7135ae6 will not be triggered until provisioned by entity L2. {{(pid=109498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 15:48:59.085775 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-dd67a92e-ae57-4804-b2d8-ad6f3654d457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8641772'] for port (f3d0e472-1c34-49be-9b20-f8d9c7135ae6), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:59.149477 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67a92e-ae57-4804-b2d8-ad6f3654d457 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d0e472-1c34-49be-9b20-f8d9c7135ae6,revision_number=2']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:59.197176 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-dd67a92e-ae57-4804-b2d8-ad6f3654d457 service neutron] Attempting to bind port f3d0e472-1c34-49be-9b20-f8d9c7135ae6 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:48:59.197809 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-dd67a92e-ae57-4804-b2d8-ad6f3654d457 service neutron] Attempting to bind port f3d0e472-1c34-49be-9b20-f8d9c7135ae6 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '1f784071-6392-4f16-89cb-e23293ef5e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95eec3f0-7d12-415d-9eae-4a41efd9bc2b'}] {{(pid=109498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:48:59.197809 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-dd67a92e-ae57-4804-b2d8-ad6f3654d457 service neutron] Attempting to bind port f3d0e472-1c34-49be-9b20-f8d9c7135ae6 on network 95eec3f0-7d12-415d-9eae-4a41efd9bc2b {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:48:59.201913 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-dd67a92e-ae57-4804-b2d8-ad6f3654d457 service neutron] Port f3d0e472-1c34-49be-9b20-f8d9c7135ae6 on network 95eec3f0-7d12-415d-9eae-4a41efd9bc2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 15:48:59.202233 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-dd67a92e-ae57-4804-b2d8-ad6f3654d457 service neutron] Attempting to bind port f3d0e472-1c34-49be-9b20-f8d9c7135ae6 on network 95eec3f0-7d12-415d-9eae-4a41efd9bc2b {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:48:59.206899 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-dd67a92e-ae57-4804-b2d8-ad6f3654d457 service neutron] Checking agent: {'id': '085351c5-065a-4edc-ae4b-0d7f2b27b503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'started_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:48:59.207235 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-dd67a92e-ae57-4804-b2d8-ad6f3654d457 service neutron] Checking segment: {'id': '1f784071-6392-4f16-89cb-e23293ef5e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95eec3f0-7d12-415d-9eae-4a41efd9bc2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:48:59.207614 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-dd67a92e-ae57-4804-b2d8-ad6f3654d457 service neutron] Bound using segment: {'id': '1f784071-6392-4f16-89cb-e23293ef5e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95eec3f0-7d12-415d-9eae-4a41efd9bc2b'} {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:48:59.208027 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-dd67a92e-ae57-4804-b2d8-ad6f3654d457 service neutron] Bound port: f3d0e472-1c34-49be-9b20-f8d9c7135ae6, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f784071-6392-4f16-89cb-e23293ef5e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95eec3f0-7d12-415d-9eae-4a41efd9bc2b'}}] {{(pid=109498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:48:59.208373 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-dd67a92e-ae57-4804-b2d8-ad6f3654d457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (f3d0e472-1c34-49be-9b20-f8d9c7135ae6), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:59.272049 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-dd67a92e-ae57-4804-b2d8-ad6f3654d457 service neutron] For port f3d0e472-1c34-49be-9b20-f8d9c7135ae6, host hv-cinder-60634, cleared binding levels {{(pid=109498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:48:59.275489 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-dd67a92e-ae57-4804-b2d8-ad6f3654d457 service neutron] For port f3d0e472-1c34-49be-9b20-f8d9c7135ae6, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f3d0e472-1c34-49be-9b20-f8d9c7135ae6,segment=NetworkSegment(1f784071-6392-4f16-89cb-e23293ef5e6a),segment_id=1f784071-6392-4f16-89cb-e23293ef5e6a)] {{(pid=109498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:48:59.281293 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-dd67a92e-ae57-4804-b2d8-ad6f3654d457 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8641772'] for port (f3d0e472-1c34-49be-9b20-f8d9c7135ae6), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:59.312706 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-dd67a92e-ae57-4804-b2d8-ad6f3654d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:59.313375 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-dd67a92e-ae57-4804-b2d8-ad6f3654d457 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:48:59.314696 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-dd67a92e-ae57-4804-b2d8-ad6f3654d457 service neutron] 10.222.0.24 "PUT /v2.0/ports/f3d0e472-1c34-49be-9b20-f8d9c7135ae6 HTTP/1.1" status: 200 len: 1093 time: 0.5695407 Feb 17 15:48:59.315134 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde45d3b-27a2-452e-80ff-55c27a85576a', 'tag': 'f3d0e472-1c34-49be-9b20-f8d9c7135ae6'}] {{(pid=109498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:48:59.317389 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}780bf5bf4681f798ff63f4c2752ba00573ae695b8458fad7683b49eb1801337a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ce8c85-8de2-455f-b7da-b78932ea5881" -d '{"events": [{"name": "network-changed", "server_uuid": "cde45d3b-27a2-452e-80ff-55c27a85576a", "tag": "f3d0e472-1c34-49be-9b20-f8d9c7135ae6"}]}' {{(pid=109498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:48:59.342430 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67a92e-ae57-4804-b2d8-ad6f3654d457 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d0e472-1c34-49be-9b20-f8d9c7135ae6,revision_number=3']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:48:59.361006 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddbe9f3-19e4-46cf-8e0e-b0d158f3a14a x-openstack-request-id: req-8ddbe9f3-19e4-46cf-8e0e-b0d158f3a14a {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:48:59.361300 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde45d3b-27a2-452e-80ff-55c27a85576a", "tag": "f3d0e472-1c34-49be-9b20-f8d9c7135ae6", "status": "completed", "code": 200}]} {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:48:59.361557 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8ddbe9f3-19e4-46cf-8e0e-b0d158f3a14a {{(pid=109498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:48:59.361957 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde45d3b-27a2-452e-80ff-55c27a85576a', 'tag': 'f3d0e472-1c34-49be-9b20-f8d9c7135ae6', 'status': 'completed', 'code': 200} Feb 17 15:48:59.409780 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-70f60e6d-f585-4653-804b-234712559afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:59.411338 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-70f60e6d-f585-4653-804b-234712559afc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90c4754471fc4bf4af557a1ef1537d69&device_id=cde45d3b-27a2-452e-80ff-55c27a85576a HTTP/1.1" status: 200 len: 1127 time: 0.0444529 Feb 17 15:48:59.457279 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-1a5332e0-5633-40ef-8f41-cd184b8411d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3d0e472-1c34-49be-9b20-f8d9c7135ae6 HTTP/1.1" status: 200 len: 217 time: 0.0371261 Feb 17 15:48:59.493275 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac8db5e-bdaa-45dc-9c96-41d309497852 req-4c26f004-86c5-451a-b2c6-f7595c963c9f tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:59.494742 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1ac8db5e-bdaa-45dc-9c96-41d309497852 req-4c26f004-86c5-451a-b2c6-f7595c963c9f tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=cde45d3b-27a2-452e-80ff-55c27a85576a HTTP/1.1" status: 200 len: 943 time: 0.0528080 Feb 17 15:48:59.506290 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-eb407205-4cc9-46b4-ab31-0af47a5d18fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:59.508221 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-eb407205-4cc9-46b4-ab31-0af47a5d18fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce956aa9-07c3-4fd4-9666-711da10f8895 HTTP/1.1" status: 200 len: 854 time: 0.0423295 Feb 17 15:48:59.541257 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1ac8db5e-bdaa-45dc-9c96-41d309497852 req-2b62fa09-7e78-4453-b6cc-4677f7ade4d9 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408802 Feb 17 15:48:59.542333 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-72313a11-573b-482f-933f-a2fa620ba02b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95eec3f0-7d12-415d-9eae-4a41efd9bc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248492 Feb 17 15:48:59.640752 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d8ab1-9fb2-40d4-a979-1d40d16b88a7 req-fb57f732-52f3-445b-812b-a093c0b79a64 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:59.642226 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-868d8ab1-9fb2-40d4-a979-1d40d16b88a7 req-fb57f732-52f3-445b-812b-a093c0b79a64 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 944 time: 0.0511756 Feb 17 15:48:59.642409 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-fd022cac-cbfd-49b3-8825-c440ffcf8bca service neutron] 10.222.0.24 "GET /v2.0/networks/95eec3f0-7d12-415d-9eae-4a41efd9bc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891826 Feb 17 15:48:59.693181 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-868d8ab1-9fb2-40d4-a979-1d40d16b88a7 req-01f8227d-b5cb-4fdf-8adb-f67e7b840bec tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453632 Feb 17 15:48:59.734830 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ea7dd0d0-9ae3-4e4f-b9d4-22f2b7ade351 req-936d0785-e6b7-492e-ace9-a85cd585e7d9 service neutron] 10.222.0.24 "GET /v2.0/networks/95eec3f0-7d12-415d-9eae-4a41efd9bc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816114 Feb 17 15:48:59.835669 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce8c85-8de2-455f-b7da-b78932ea5881 req-59439e39-df6d-464f-bcf4-82f73eacfda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:59.837215 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f9ce8c85-8de2-455f-b7da-b78932ea5881 req-59439e39-df6d-464f-bcf4-82f73eacfda2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90c4754471fc4bf4af557a1ef1537d69&device_id=cde45d3b-27a2-452e-80ff-55c27a85576a HTTP/1.1" status: 200 len: 1127 time: 0.0491927 Feb 17 15:48:59.893695 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c45e66-2920-45d2-af2f-a7a5a1f3ae03 req-b1841bdf-a476-4479-b0cb-5b31725fdc85 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:59.895175 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-37c45e66-2920-45d2-af2f-a7a5a1f3ae03 req-b1841bdf-a476-4479-b0cb-5b31725fdc85 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0523000 Feb 17 15:48:59.926953 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce8c85-8de2-455f-b7da-b78932ea5881 req-120803e4-8b12-466f-a849-b15d78548521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:48:59.928400 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f9ce8c85-8de2-455f-b7da-b78932ea5881 req-120803e4-8b12-466f-a849-b15d78548521 service neutron] 10.222.0.24 "GET /v2.0/networks?id=95eec3f0-7d12-415d-9eae-4a41efd9bc2b HTTP/1.1" status: 200 len: 915 time: 0.0829425 Feb 17 15:48:59.940304 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-37c45e66-2920-45d2-af2f-a7a5a1f3ae03 req-f21658fa-be29-4abb-a0f8-c74647e5af41 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394657 Feb 17 15:48:59.980133 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f9ce8c85-8de2-455f-b7da-b78932ea5881 req-e7fed452-5093-4db9-9db7-e198cd14c340 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f3d0e472-1c34-49be-9b20-f8d9c7135ae6 HTTP/1.1" status: 200 len: 217 time: 0.0395551 Feb 17 15:49:00.017418 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-55f87121-0bf9-4657-b046-68322c9dffb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:00.037159 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce8c85-8de2-455f-b7da-b78932ea5881 req-4aa9554a-6428-495a-9373-08db87b9a2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:00.038616 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f9ce8c85-8de2-455f-b7da-b78932ea5881 req-4aa9554a-6428-495a-9373-08db87b9a2b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce956aa9-07c3-4fd4-9666-711da10f8895 HTTP/1.1" status: 200 len: 854 time: 0.0429819 Feb 17 15:49:00.071362 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f9ce8c85-8de2-455f-b7da-b78932ea5881 req-ef2a4d49-3535-4d92-900f-6274b27f5ed4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95eec3f0-7d12-415d-9eae-4a41efd9bc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253227 Feb 17 15:49:00.158942 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f9ce8c85-8de2-455f-b7da-b78932ea5881 req-969c7a1a-89f9-4173-89f6-8ea168036c56 service neutron] 10.222.0.24 "GET /v2.0/networks/95eec3f0-7d12-415d-9eae-4a41efd9bc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814478 Feb 17 15:49:00.253910 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f9ce8c85-8de2-455f-b7da-b78932ea5881 req-b52c2e78-12eb-4673-8531-cc425eab3e67 service neutron] 10.222.0.24 "GET /v2.0/networks/95eec3f0-7d12-415d-9eae-4a41efd9bc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803883 Feb 17 15:49:00.655894 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea0a4b-6785-46e5-b1f9-8835143440d1 req-9dd38e1c-c94c-4a94-bda3-8f229a249c0a tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:00.657399 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-07ea0a4b-6785-46e5-b1f9-8835143440d1 req-9dd38e1c-c94c-4a94-bda3-8f229a249c0a tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=cde45d3b-27a2-452e-80ff-55c27a85576a HTTP/1.1" status: 200 len: 943 time: 0.0510874 Feb 17 15:49:00.704379 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-07ea0a4b-6785-46e5-b1f9-8835143440d1 req-8e999268-470f-4287-91be-142103abe10c tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415134 Feb 17 15:49:00.813245 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8adb12-92ab-40f5-8163-85f4c1989a35 req-bc355179-0eb5-4a22-b1e7-db1fd5148c17 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:00.814767 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fc8adb12-92ab-40f5-8163-85f4c1989a35 req-bc355179-0eb5-4a22-b1e7-db1fd5148c17 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 944 time: 0.0555458 Feb 17 15:49:00.862368 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fc8adb12-92ab-40f5-8163-85f4c1989a35 req-03a7ec0f-87d8-4a58-9318-682262a6ee0a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412197 Feb 17 15:49:01.068169 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19104f8-40fe-49e5-9424-e0d9856b136d req-1f809824-a90a-47c6-bb7a-6f15d054623d tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:01.069666 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f19104f8-40fe-49e5-9424-e0d9856b136d req-1f809824-a90a-47c6-bb7a-6f15d054623d tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 944 time: 0.0554171 Feb 17 15:49:01.114118 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f19104f8-40fe-49e5-9424-e0d9856b136d req-c7793567-2ab8-470c-8005-884ff884a2eb tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388441 Feb 17 15:49:01.354725 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 8d8a458d-7505-4dbf-9aa4-428a1db22383 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:49:01.446309 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 8d8a458d-7505-4dbf-9aa4-428a1db22383, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8d8a458d-7505-4dbf-9aa4-428a1db22383,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:49:01.456833 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': '8d8a458d-7505-4dbf-9aa4-428a1db22383', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'port_id': '8d8a458d-7505-4dbf-9aa4-428a1db22383', 'mac_address': 'fa:16:3e:4a:ce:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085193d0-4bed-4149-bda8-411e07e82670', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:49:01.496303 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 8d8a458d-7505-4dbf-9aa4-428a1db22383 is: DOWN; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:49:01.496734 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:01.508839 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8a458d-7505-4dbf-9aa4-428a1db22383 {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:49:01.527297 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 8d8a458d-7505-4dbf-9aa4-428a1db22383, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8d8a458d-7505-4dbf-9aa4-428a1db22383,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:49:01.531265 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:01.532124 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device f3d0e472-1c34-49be-9b20-f8d9c7135ae6 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:49:01.599159 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=8d8a458d-7505-4dbf-9aa4-428a1db22383,revision_number=9']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:49:01.614489 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:01.614847 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:01.615193 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:01.615528 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:01.615858 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:01.616229 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:01.616577 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:01.616905 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:01.617232 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:01.617557 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:01.618298 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:01.618298 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:01.618476 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:01.682563 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port f3d0e472-1c34-49be-9b20-f8d9c7135ae6, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f3d0e472-1c34-49be-9b20-f8d9c7135ae6,segment=NetworkSegment(1f784071-6392-4f16-89cb-e23293ef5e6a),segment_id=1f784071-6392-4f16-89cb-e23293ef5e6a)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:49:01.693036 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': 'f3d0e472-1c34-49be-9b20-f8d9c7135ae6', 'network_id': '95eec3f0-7d12-415d-9eae-4a41efd9bc2b', 'port_id': 'f3d0e472-1c34-49be-9b20-f8d9c7135ae6', 'mac_address': 'fa:16:3e:f2:5f:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce956aa9-07c3-4fd4-9666-711da10f8895', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:49:01.732691 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port f3d0e472-1c34-49be-9b20-f8d9c7135ae6 is: DOWN; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:49:01.733018 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (f3d0e472-1c34-49be-9b20-f8d9c7135ae6), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:01.746618 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d0e472-1c34-49be-9b20-f8d9c7135ae6 {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:49:01.770744 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port f3d0e472-1c34-49be-9b20-f8d9c7135ae6, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f3d0e472-1c34-49be-9b20-f8d9c7135ae6,segment=NetworkSegment(1f784071-6392-4f16-89cb-e23293ef5e6a),segment_id=1f784071-6392-4f16-89cb-e23293ef5e6a)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:49:01.776081 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (f3d0e472-1c34-49be-9b20-f8d9c7135ae6), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:01.831944 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=f3d0e472-1c34-49be-9b20-f8d9c7135ae6,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:49:01.837566 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc794d2c-0ebc-4adc-8e25-d512041a360c req-d2756221-5947-4e51-822b-372f1edb1f32 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:01.839114 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-dc794d2c-0ebc-4adc-8e25-d512041a360c req-d2756221-5947-4e51-822b-372f1edb1f32 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=cde45d3b-27a2-452e-80ff-55c27a85576a HTTP/1.1" status: 200 len: 944 time: 0.0590720 Feb 17 15:49:01.888175 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-dc794d2c-0ebc-4adc-8e25-d512041a360c req-1668f9ce-b870-42fc-8e73-b95b6eab9abd tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437438 Feb 17 15:49:01.997468 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ca182-2432-4a29-995a-d0c8801c1128 req-5e32545d-4f76-4637-8854-dbb43fe929ad tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:01.998863 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c09ca182-2432-4a29-995a-d0c8801c1128 req-5e32545d-4f76-4637-8854-dbb43fe929ad tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 944 time: 0.0535336 Feb 17 15:49:02.047611 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c09ca182-2432-4a29-995a-d0c8801c1128 req-d55f0616-82e0-4ebf-93e3-37c0fc9a1058 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430849 Feb 17 15:49:02.152576 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['f3d0e472-1c34-49be-9b20-f8d9c7135ae6'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:49:02.176089 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['8d8a458d-7505-4dbf-9aa4-428a1db22383'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:49:02.237098 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ee474-7056-42ce-8a02-a9eda5469770 req-fc38427d-6548-4f20-bde5-faa15624c9ee tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:02.238682 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4a7ee474-7056-42ce-8a02-a9eda5469770 req-fc38427d-6548-4f20-bde5-faa15624c9ee tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 945 time: 0.0515344 Feb 17 15:49:02.287303 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4a7ee474-7056-42ce-8a02-a9eda5469770 req-b74f703d-a375-4b64-b8fb-d244d60a5bd0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424519 Feb 17 15:49:02.410185 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-288f9705-db5c-4a8b-b1b9-cd59bc7ac72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:03.004827 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903bd74-2b3f-4ecc-a812-ece2d664a157 req-a865aad6-2ab5-4afa-8736-61891e35846b tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:03.006311 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2903bd74-2b3f-4ecc-a812-ece2d664a157 req-a865aad6-2ab5-4afa-8736-61891e35846b tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=cde45d3b-27a2-452e-80ff-55c27a85576a HTTP/1.1" status: 200 len: 944 time: 0.0526943 Feb 17 15:49:03.052066 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2903bd74-2b3f-4ecc-a812-ece2d664a157 req-28d1bd34-5243-4f10-adbd-b5be07851055 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402734 Feb 17 15:49:03.170872 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444867c-8343-4ed0-a50a-665dbb86f1da req-7f58a2f4-3169-4ca6-8ebf-61ed124b0dc8 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:03.172473 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d444867c-8343-4ed0-a50a-665dbb86f1da req-7f58a2f4-3169-4ca6-8ebf-61ed124b0dc8 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 944 time: 0.0519302 Feb 17 15:49:03.221405 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d444867c-8343-4ed0-a50a-665dbb86f1da req-c74976b4-9e1b-4311-9ad8-4681ca47fc45 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431490 Feb 17 15:49:03.374874 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 8bd86dd7-775a-47b4-b767-9c03c824c757 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:49:03.379079 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 8d8a458d-7505-4dbf-9aa4-428a1db22383 up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:49:03.411327 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692149d-8681-4d44-8d6b-7d74175cb5a3 req-ec8915c1-c565-49b0-8a33-cc4ca61369b6 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:03.413362 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5692149d-8681-4d44-8d6b-7d74175cb5a3 req-ec8915c1-c565-49b0-8a33-cc4ca61369b6 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 945 time: 0.0551069 Feb 17 15:49:03.459263 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5692149d-8681-4d44-8d6b-7d74175cb5a3 req-d8842701-991f-45bc-a29c-3c10bd90150c tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403430 Feb 17 15:49:03.493153 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port 8d8a458d-7505-4dbf-9aa4-428a1db22383 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:49:03.493692 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:03.537514 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 8bd86dd7-775a-47b4-b767-9c03c824c757, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8bd86dd7-775a-47b4-b767-9c03c824c757,segment=NetworkSegment(5963083f-b065-4c02-8d0b-987780465e8f),segment_id=5963083f-b065-4c02-8d0b-987780465e8f)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:49:03.553012 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': '8bd86dd7-775a-47b4-b767-9c03c824c757', 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00', 'port_id': '8bd86dd7-775a-47b4-b767-9c03c824c757', 'mac_address': 'fa:16:3e:94:ff:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f454ab8-9d17-4e5c-b573-5bcdca815dd8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:49:03.631834 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:03.633675 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 8bd86dd7-775a-47b4-b767-9c03c824c757 is: DOWN; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:49:03.634047 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8bd86dd7-775a-47b4-b767-9c03c824c757), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:03.636998 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 8d8a458d-7505-4dbf-9aa4-428a1db22383 is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:49:03.637378 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:03.659719 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd86dd7-775a-47b4-b767-9c03c824c757 {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:49:03.690539 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a3ca41-f80f-43d4-8009-7c38865b979c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8a458d-7505-4dbf-9aa4-428a1db22383'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:49:03.692802 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7a644a-8ff2-4475-8327-8449c0eb8b37" -d '{"events": [{"server_uuid": "25a3ca41-f80f-43d4-8009-7c38865b979c", "name": "network-vif-plugged", "status": "completed", "tag": "8d8a458d-7505-4dbf-9aa4-428a1db22383"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:49:03.697586 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 8bd86dd7-775a-47b4-b767-9c03c824c757, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8bd86dd7-775a-47b4-b767-9c03c824c757,segment=NetworkSegment(5963083f-b065-4c02-8d0b-987780465e8f),segment_id=5963083f-b065-4c02-8d0b-987780465e8f)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:49:03.705253 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (8bd86dd7-775a-47b4-b767-9c03c824c757), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:03.707841 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 8d8a458d-7505-4dbf-9aa4-428a1db22383, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8d8a458d-7505-4dbf-9aa4-428a1db22383,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:49:03.712799 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:03.713450 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device f3d0e472-1c34-49be-9b20-f8d9c7135ae6 up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:49:03.735595 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a532fdde-20e6-48e6-9dae-3762dd45fed8 x-openstack-request-id: req-a532fdde-20e6-48e6-9dae-3762dd45fed8 {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:49:03.735894 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a3ca41-f80f-43d4-8009-7c38865b979c", "name": "network-vif-plugged", "status": "completed", "tag": "8d8a458d-7505-4dbf-9aa4-428a1db22383", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:49:03.736151 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a532fdde-20e6-48e6-9dae-3762dd45fed8 {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:49:03.736560 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a3ca41-f80f-43d4-8009-7c38865b979c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8a458d-7505-4dbf-9aa4-428a1db22383', 'code': 200} Feb 17 15:49:03.787138 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=8bd86dd7-775a-47b4-b767-9c03c824c757,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:49:03.826730 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning for port f3d0e472-1c34-49be-9b20-f8d9c7135ae6 completed by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 15:49:03.834390 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port f3d0e472-1c34-49be-9b20-f8d9c7135ae6 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:49:03.834798 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (f3d0e472-1c34-49be-9b20-f8d9c7135ae6), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:03.868400 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=8d8a458d-7505-4dbf-9aa4-428a1db22383,revision_number=10']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:49:03.930607 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port f3d0e472-1c34-49be-9b20-f8d9c7135ae6 is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:49:03.930921 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (f3d0e472-1c34-49be-9b20-f8d9c7135ae6), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:03.965277 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port f3d0e472-1c34-49be-9b20-f8d9c7135ae6, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f3d0e472-1c34-49be-9b20-f8d9c7135ae6,segment=NetworkSegment(1f784071-6392-4f16-89cb-e23293ef5e6a),segment_id=1f784071-6392-4f16-89cb-e23293ef5e6a)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:49:03.969078 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (f3d0e472-1c34-49be-9b20-f8d9c7135ae6), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:04.018574 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['8bd86dd7-775a-47b4-b767-9c03c824c757'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:49:04.021868 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=f3d0e472-1c34-49be-9b20-f8d9c7135ae6,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:49:04.183673 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f4e51-7436-4cd1-95d3-c1c545d347c3 req-1316ce79-19c5-4933-9cf8-c2bdc981d7bf tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:04.191420 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-751f4e51-7436-4cd1-95d3-c1c545d347c3 req-1316ce79-19c5-4933-9cf8-c2bdc981d7bf tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=cde45d3b-27a2-452e-80ff-55c27a85576a HTTP/1.1" status: 200 len: 945 time: 0.0629175 Feb 17 15:49:04.238936 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-751f4e51-7436-4cd1-95d3-c1c545d347c3 req-b300b539-2b7a-46e5-a8d0-08201789d750 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464141 Feb 17 15:49:04.309391 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b1623-1fb0-4e95-82b5-9b4f4276e936 req-107e6102-6f97-4091-95d7-dd747ab9e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:04.312013 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-879b1623-1fb0-4e95-82b5-9b4f4276e936 req-107e6102-6f97-4091-95d7-dd747ab9e86c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 1131 time: 0.0590827 Feb 17 15:49:04.379124 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-879b1623-1fb0-4e95-82b5-9b4f4276e936 req-5e266fc3-c05e-421b-a39c-6fd0c404169e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596561 Feb 17 15:49:04.394923 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1daaf-3f92-45bc-897b-aee35cda1704 req-f509e70c-1e14-4404-a03a-cc9f5190962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:04.396416 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4be1daaf-3f92-45bc-897b-aee35cda1704 req-f509e70c-1e14-4404-a03a-cc9f5190962e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3590575d8d3f494684bef28728ed18cf&device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 1130 time: 0.0959704 Feb 17 15:49:04.407731 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035c3d1-b0c1-42a5-9866-03bfd7a3855b req-e619696a-7135-44c4-8e0a-6370be23380e tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:04.409187 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c035c3d1-b0c1-42a5-9866-03bfd7a3855b req-e619696a-7135-44c4-8e0a-6370be23380e tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 945 time: 0.0755105 Feb 17 15:49:04.486791 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c035c3d1-b0c1-42a5-9866-03bfd7a3855b req-29a73f0f-0bb7-4ac3-9ff1-0cd8fc3a7275 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662484 Feb 17 15:49:04.494692 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f2f34-5ad6-4778-8610-9eeee317b59e req-9655816d-6698-4a3f-bf36-7c36bae1dfd4 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:04.496105 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2b7f2f34-5ad6-4778-8610-9eeee317b59e req-9655816d-6698-4a3f-bf36-7c36bae1dfd4 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0849676 Feb 17 15:49:04.542976 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2b7f2f34-5ad6-4778-8610-9eeee317b59e req-d4245bce-7812-483e-8dd0-7fc9ba2efd9d tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409667 Feb 17 15:49:04.597424 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7952f7f-7587-4299-90a9-acb172078740 req-e1c6f52d-724f-4e80-9fae-4f7681bad16a tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:04.599168 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e7952f7f-7587-4299-90a9-acb172078740 req-e1c6f52d-724f-4e80-9fae-4f7681bad16a tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0550830 Feb 17 15:49:04.759878 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e7952f7f-7587-4299-90a9-acb172078740 req-69caf2c5-eed8-4d72-b5f8-6e639f25ce2e tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506026 Feb 17 15:49:04.768107 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb79b3-344b-4db4-9694-187ac8cc2c67 req-5c87aed4-3554-4f5f-9e7a-0e5713e0f8e8 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:04.769580 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-eebb79b3-344b-4db4-9694-187ac8cc2c67 req-5c87aed4-3554-4f5f-9e7a-0e5713e0f8e8 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 947 time: 0.1695480 Feb 17 15:49:04.772570 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1daaf-3f92-45bc-897b-aee35cda1704 req-fc6094ce-f3bd-4683-b5bd-746cd8d52e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:04.773953 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4be1daaf-3f92-45bc-897b-aee35cda1704 req-fc6094ce-f3bd-4683-b5bd-746cd8d52e2c service neutron] 10.222.0.24 "GET /v2.0/networks?id=f0e30230-6441-4de7-a93e-b922b3f12ef8 HTTP/1.1" status: 200 len: 920 time: 0.1723380 Feb 17 15:49:04.822112 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4be1daaf-3f92-45bc-897b-aee35cda1704 req-847ac86c-03f1-4c2d-b7c6-fa4c8865ae8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f33dc6dd-4acd-4575-80c9-1e46fde5cb1a HTTP/1.1" status: 200 len: 217 time: 0.0398672 Feb 17 15:49:04.878045 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-eebb79b3-344b-4db4-9694-187ac8cc2c67 req-12050f29-7cf8-493f-96b5-229607738ff8 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024661 Feb 17 15:49:04.888203 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1daaf-3f92-45bc-897b-aee35cda1704 req-a2eb8fca-6ecd-4c52-a8ef-1aaf1580c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:04.889615 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4be1daaf-3f92-45bc-897b-aee35cda1704 req-a2eb8fca-6ecd-4c52-a8ef-1aaf1580c85c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5000a553-a753-4233-bfff-e0941123e42d HTTP/1.1" status: 200 len: 859 time: 0.0588229 Feb 17 15:49:04.924392 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4be1daaf-3f92-45bc-897b-aee35cda1704 req-a0ed58fb-9fba-48ca-85af-8872273765b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f0e30230-6441-4de7-a93e-b922b3f12ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253229 Feb 17 15:49:05.012070 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4be1daaf-3f92-45bc-897b-aee35cda1704 req-be6ee036-ab93-4999-ae7e-d5e2aa282932 service neutron] 10.222.0.24 "GET /v2.0/networks/f0e30230-6441-4de7-a93e-b922b3f12ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786602 Feb 17 15:49:05.073760 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:05.114679 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4be1daaf-3f92-45bc-897b-aee35cda1704 req-bca40e28-ed0c-4c84-9a65-df4ea6b66bc3 service neutron] 10.222.0.24 "GET /v2.0/networks/f0e30230-6441-4de7-a93e-b922b3f12ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859368 Feb 17 15:49:05.357788 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f096486f-2825-4fa4-b15c-6c8db5259b3a req-df8d7151-b040-41b7-82bf-3239aa321764 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:05.359249 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f096486f-2825-4fa4-b15c-6c8db5259b3a req-df8d7151-b040-41b7-82bf-3239aa321764 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=cde45d3b-27a2-452e-80ff-55c27a85576a HTTP/1.1" status: 200 len: 945 time: 0.0520790 Feb 17 15:49:05.404037 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f096486f-2825-4fa4-b15c-6c8db5259b3a req-56d44b1e-6b00-4bb9-b301-3774f1804bdb tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394201 Feb 17 15:49:05.426193 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 8bd86dd7-775a-47b4-b767-9c03c824c757 up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:49:05.476072 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning for port 8bd86dd7-775a-47b4-b767-9c03c824c757 completed by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 15:49:05.479933 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port 8bd86dd7-775a-47b4-b767-9c03c824c757 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:49:05.480307 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (8bd86dd7-775a-47b4-b767-9c03c824c757), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:05.555015 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 8bd86dd7-775a-47b4-b767-9c03c824c757 is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:49:05.555410 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8bd86dd7-775a-47b4-b767-9c03c824c757), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:05.591147 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 8bd86dd7-775a-47b4-b767-9c03c824c757, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8bd86dd7-775a-47b4-b767-9c03c824c757,segment=NetworkSegment(5963083f-b065-4c02-8d0b-987780465e8f),segment_id=5963083f-b065-4c02-8d0b-987780465e8f)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:49:05.595607 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (8bd86dd7-775a-47b4-b767-9c03c824c757), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:05.615872 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed02b55-8b29-40b1-ab91-92062352bb5e req-2ff7c916-78ab-4702-a442-1416e0c404eb tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:05.616954 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3ed02b55-8b29-40b1-ab91-92062352bb5e req-2ff7c916-78ab-4702-a442-1416e0c404eb tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 945 time: 0.0647252 Feb 17 15:49:05.646777 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=8bd86dd7-775a-47b4-b767-9c03c824c757,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:49:05.697531 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45914cf8-ea3d-4c43-8a48-54cc3c56f811 req-3ba003ed-94f4-4bed-a3dd-561be7d0c5c0 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:05.699001 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-45914cf8-ea3d-4c43-8a48-54cc3c56f811 req-3ba003ed-94f4-4bed-a3dd-561be7d0c5c0 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0810266 Feb 17 15:49:05.702315 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3ed02b55-8b29-40b1-ab91-92062352bb5e req-2f47465c-e629-47cd-9d39-6d326fa8d51c tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832365 Feb 17 15:49:05.737284 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde45d3b-27a2-452e-80ff-55c27a85576a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d0e472-1c34-49be-9b20-f8d9c7135ae6'}, {'server_uuid': '035a6a9b-b5d3-404f-8cf7-a19efb07864b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd86dd7-775a-47b4-b767-9c03c824c757'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:49:05.739583 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476ceed4-a8d8-425c-a9ee-d8f79b434082" -d '{"events": [{"server_uuid": "cde45d3b-27a2-452e-80ff-55c27a85576a", "name": "network-vif-plugged", "status": "completed", "tag": "f3d0e472-1c34-49be-9b20-f8d9c7135ae6"}, {"server_uuid": "035a6a9b-b5d3-404f-8cf7-a19efb07864b", "name": "network-vif-plugged", "status": "completed", "tag": "8bd86dd7-775a-47b4-b767-9c03c824c757"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:49:05.745313 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-45914cf8-ea3d-4c43-8a48-54cc3c56f811 req-2255c003-d3f3-4ed1-a9d3-b83481a6db7a tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408933 Feb 17 15:49:05.778295 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Feb 2022 15:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10022e4-6fe0-466a-b467-3f235c01c340 x-openstack-request-id: req-b10022e4-6fe0-466a-b467-3f235c01c340 {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:49:05.778590 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde45d3b-27a2-452e-80ff-55c27a85576a", "name": "network-vif-plugged", "status": "completed", "tag": "f3d0e472-1c34-49be-9b20-f8d9c7135ae6", "code": 200}, {"server_uuid": "035a6a9b-b5d3-404f-8cf7-a19efb07864b", "name": "network-vif-plugged", "status": "completed", "tag": "8bd86dd7-775a-47b4-b767-9c03c824c757", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:49:05.778844 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b10022e4-6fe0-466a-b467-3f235c01c340 {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:49:05.779239 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde45d3b-27a2-452e-80ff-55c27a85576a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d0e472-1c34-49be-9b20-f8d9c7135ae6', 'code': 200} Feb 17 15:49:05.779493 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035a6a9b-b5d3-404f-8cf7-a19efb07864b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd86dd7-775a-47b4-b767-9c03c824c757', 'code': 200} Feb 17 15:49:05.888064 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d58a6b-b279-463f-80fd-e3a79c82813c req-9dd7a396-2d47-445d-aeb7-43ee7e8a72ae tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:05.889719 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-21d58a6b-b279-463f-80fd-e3a79c82813c req-9dd7a396-2d47-445d-aeb7-43ee7e8a72ae tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0586119 Feb 17 15:49:05.960561 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-21d58a6b-b279-463f-80fd-e3a79c82813c req-acd420a9-ec59-4419-a2b5-1335c59c012a tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635514 Feb 17 15:49:06.029828 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0e82d-9941-4380-bc99-bcc674bd1f1c req-91c94e26-7071-4f89-a4f1-0f07840b2887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:06.031535 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-55d0e82d-9941-4380-bc99-bcc674bd1f1c req-91c94e26-7071-4f89-a4f1-0f07840b2887 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cde45d3b-27a2-452e-80ff-55c27a85576a HTTP/1.1" status: 200 len: 1129 time: 0.0857773 Feb 17 15:49:06.041913 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10633dc5-d27f-4955-85b7-f0ec9cbbdb62 req-ab059513-467d-4b74-a800-fb4b0e04c4a3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:06.043544 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-10633dc5-d27f-4955-85b7-f0ec9cbbdb62 req-ab059513-467d-4b74-a800-fb4b0e04c4a3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 947 time: 0.0682435 Feb 17 15:49:06.110576 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-55d0e82d-9941-4380-bc99-bcc674bd1f1c req-2c5be619-6ad8-47e1-9dba-85097a3d723c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660605 Feb 17 15:49:06.113560 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4e61f-9f1e-4d47-b584-5c20e821a088 req-5887b5c7-c2cf-49a4-9e1a-5764e8860377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:06.115124 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-2bd4e61f-9f1e-4d47-b584-5c20e821a088 req-5887b5c7-c2cf-49a4-9e1a-5764e8860377 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 1130 time: 0.0431225 Feb 17 15:49:06.122380 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-10633dc5-d27f-4955-85b7-f0ec9cbbdb62 req-5e3d1b2c-fbcc-4436-a431-dfb12ae7b738 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717204 Feb 17 15:49:06.391235 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-2bd4e61f-9f1e-4d47-b584-5c20e821a088 req-0fae0202-a243-44d5-a555-dbad57cb2725 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412078 Feb 17 15:49:06.525867 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d7f3b-28a6-4a72-9b1b-3bc964c1fbc3 req-45ba1b41-f3a1-43ba-b434-8a544117ada8 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:06.527350 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c82d7f3b-28a6-4a72-9b1b-3bc964c1fbc3 req-45ba1b41-f3a1-43ba-b434-8a544117ada8 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=cde45d3b-27a2-452e-80ff-55c27a85576a HTTP/1.1" status: 200 len: 945 time: 0.0565174 Feb 17 15:49:06.546339 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:06.573927 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c82d7f3b-28a6-4a72-9b1b-3bc964c1fbc3 req-33f1108b-f2b2-4455-b795-949884d1a1b4 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403914 Feb 17 15:49:06.598012 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:49:06.837598 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd04cb-fdc8-4617-8cdd-7228ec695d41 req-abb95e93-d60d-4968-a298-83c86d497f17 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:06.838981 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0ffd04cb-fdc8-4617-8cdd-7228ec695d41 req-abb95e93-d60d-4968-a298-83c86d497f17 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0691891 Feb 17 15:49:06.907398 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf2caec-301d-4469-9833-c34c4059323f req-c827df3b-960a-40be-a81e-e68c535cdf9a tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:06.908859 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fdf2caec-301d-4469-9833-c34c4059323f req-c827df3b-960a-40be-a81e-e68c535cdf9a tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0911913 Feb 17 15:49:06.913430 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0ffd04cb-fdc8-4617-8cdd-7228ec695d41 req-2f073799-176c-4233-b48e-fff8cc07d496 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604796 Feb 17 15:49:06.956613 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fdf2caec-301d-4469-9833-c34c4059323f req-3dfcc575-9a83-45ac-af36-035c87cf0c3b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422463 Feb 17 15:49:07.076488 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e2206-40ac-4386-8327-9089078db2c7 req-824f3d5e-fae4-411e-8e94-83e53b7ee92c tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:07.077966 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-938e2206-40ac-4386-8327-9089078db2c7 req-824f3d5e-fae4-411e-8e94-83e53b7ee92c tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0509474 Feb 17 15:49:07.122956 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-938e2206-40ac-4386-8327-9089078db2c7 req-1e10222f-fb06-4cd8-b12d-7cf8d7e6efee tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394278 Feb 17 15:49:07.239954 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17172c3-0121-4761-9a95-45d582c267fd req-1b465111-919f-4e49-9a0d-f513b0f1d261 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:07.241992 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a17172c3-0121-4761-9a95-45d582c267fd req-1b465111-919f-4e49-9a0d-f513b0f1d261 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 947 time: 0.0511916 Feb 17 15:49:07.286885 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a17172c3-0121-4761-9a95-45d582c267fd req-af83e2a3-c2d6-48a7-aac4-b1e686f4ab86 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393839 Feb 17 15:49:07.702060 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1ca8d-6a46-4527-a7d7-960438c72438 req-bc11801d-d06e-4acb-b769-b36ae21b78a1 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:07.703571 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-00c1ca8d-6a46-4527-a7d7-960438c72438 req-bc11801d-d06e-4acb-b769-b36ae21b78a1 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=cde45d3b-27a2-452e-80ff-55c27a85576a HTTP/1.1" status: 200 len: 945 time: 0.0626450 Feb 17 15:49:07.751581 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-00c1ca8d-6a46-4527-a7d7-960438c72438 req-58014633-e387-4423-9c9b-6d9c1f622be3 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424669 Feb 17 15:49:08.074389 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14ac2d-c9b8-4d98-a115-b7ba94680407 req-5421a2da-5f6a-4fd6-ae6f-c7f35612d026 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:08.076135 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1e14ac2d-c9b8-4d98-a115-b7ba94680407 req-5421a2da-5f6a-4fd6-ae6f-c7f35612d026 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0947118 Feb 17 15:49:08.124274 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5845d1-1944-4aed-8d7c-d54b106b2ac7 req-89655b42-bac5-4592-acca-088b545135ed tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:08.125742 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-aa5845d1-1944-4aed-8d7c-d54b106b2ac7 req-89655b42-bac5-4592-acca-088b545135ed tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0946496 Feb 17 15:49:08.153749 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1e14ac2d-c9b8-4d98-a115-b7ba94680407 req-e46601c3-f505-4160-81a1-003702704320 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719805 Feb 17 15:49:08.182041 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-aa5845d1-1944-4aed-8d7c-d54b106b2ac7 req-eb816931-8bd1-4881-bbad-34c57c098ec6 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480683 Feb 17 15:49:08.265510 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395da254-e68a-4a45-a152-dad7db0619d2 req-0f15df18-22b9-45c0-9992-4de6791510ec tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:08.266983 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-395da254-e68a-4a45-a152-dad7db0619d2 req-0f15df18-22b9-45c0-9992-4de6791510ec tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0529063 Feb 17 15:49:08.311805 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-395da254-e68a-4a45-a152-dad7db0619d2 req-45f6cf4e-216a-4364-a780-401861d464f5 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393753 Feb 17 15:49:08.866777 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d7a7c-1859-43f9-9b93-d5b7112871cf req-5c8cd397-170e-4b52-ae8a-6497f936588f tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:08.868208 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3a6d7a7c-1859-43f9-9b93-d5b7112871cf req-5c8cd397-170e-4b52-ae8a-6497f936588f tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=cde45d3b-27a2-452e-80ff-55c27a85576a HTTP/1.1" status: 200 len: 945 time: 0.0515456 Feb 17 15:49:08.915521 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3a6d7a7c-1859-43f9-9b93-d5b7112871cf req-edf42e24-e3ab-42de-9653-026f777e4f49 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419977 Feb 17 15:49:09.316352 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0bc30e-28f2-4ecc-9159-2dad040d3b11 req-bd8ec20c-9552-46cb-a6f8-372f9b100890 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:09.326316 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8f0bc30e-28f2-4ecc-9159-2dad040d3b11 req-bd8ec20c-9552-46cb-a6f8-372f9b100890 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0973091 Feb 17 15:49:09.353134 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd93df-40ec-4cd2-9df3-79294c8b30da req-44c7b8c5-8767-4833-b16b-bad082830b3e tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:09.354589 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8afd93df-40ec-4cd2-9df3-79294c8b30da req-44c7b8c5-8767-4833-b16b-bad082830b3e tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0965874 Feb 17 15:49:09.394657 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8f0bc30e-28f2-4ecc-9159-2dad040d3b11 req-c5185994-9d68-41a3-8ec9-926ffd89f06f tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712473 Feb 17 15:49:09.420298 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8afd93df-40ec-4cd2-9df3-79294c8b30da req-be1cc084-a1d3-475a-8e71-4c628ac4e92f tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562608 Feb 17 15:49:09.532649 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21a0f66-e0bd-41a3-a5e1-b2554e83c954 req-405accbb-c9c2-4e10-a542-c21d81fe472d tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:09.534172 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f21a0f66-e0bd-41a3-a5e1-b2554e83c954 req-405accbb-c9c2-4e10-a542-c21d81fe472d tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0837383 Feb 17 15:49:09.562198 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf9e8d-556d-4d8c-8a2c-8ea64bc0c8e1 req-34aa6866-fbfb-4575-a352-fe0024cb6424 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:09.563660 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2dcf9e8d-556d-4d8c-8a2c-8ea64bc0c8e1 req-34aa6866-fbfb-4575-a352-fe0024cb6424 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0828116 Feb 17 15:49:09.607857 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f21a0f66-e0bd-41a3-a5e1-b2554e83c954 req-c0e0d337-74f3-43e3-80e8-4c65272c222c tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672531 Feb 17 15:49:09.634113 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2dcf9e8d-556d-4d8c-8a2c-8ea64bc0c8e1 req-ec4ae917-7582-4508-9bbe-692bf2e2a93b tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637293 Feb 17 15:49:09.655294 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 54820) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:49:09.807004 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98613cd9-210b-490d-bfe5-5e4ec802c769 tempest-TestShelveInstance-895267050 tempest-TestShelveInstance-895267050-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:09.808549 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-98613cd9-210b-490d-bfe5-5e4ec802c769 tempest-TestShelveInstance-895267050 tempest-TestShelveInstance-895267050-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 1125 time: 0.1523080 Feb 17 15:49:09.811309 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 54826) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:49:09.816431 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-d8e678c8-038e-4f8d-94e8-330b49ddf64a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Request body: {'floatingip': {'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'port_id': '8bd86dd7-775a-47b4-b767-9c03c824c757', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:49:09.837563 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d8e678c8-038e-4f8d-94e8-330b49ddf64a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:09.941089 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d8e678c8-038e-4f8d-94e8-330b49ddf64a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:10.051765 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [None req-d8e678c8-038e-4f8d-94e8-330b49ddf64a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Allocated IP 172.27.3.85 (429489ab-2a85-400d-8dac-2c90bfd61144/c701940c-dc66-45fb-ad02-3d3f314099e2/bab374b3-ef84-438b-9306-ae6f63300b6f) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:49:10.156115 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d8e678c8-038e-4f8d-94e8-330b49ddf64a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for port (bab374b3-ef84-438b-9306-ae6f63300b6f), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:10.190626 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d8e678c8-038e-4f8d-94e8-330b49ddf64a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (bab374b3-ef84-438b-9306-ae6f63300b6f), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:10.229885 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e678c8-038e-4f8d-94e8-330b49ddf64a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Network 429489ab-2a85-400d-8dac-2c90bfd61144 is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:49:10.236855 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-d8e678c8-038e-4f8d-94e8-330b49ddf64a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:49:10.240765 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e678c8-038e-4f8d-94e8-330b49ddf64a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:49:10.246647 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e678c8-038e-4f8d-94e8-330b49ddf64a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Pushing event updated for resources: {'Port': ['ID=bab374b3-ef84-438b-9306-ae6f63300b6f,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:49:10.634083 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7fecf-72ad-4a10-b42f-b01d3d69e169 req-02dca5f5-bb68-422a-b896-ba1ac3b7d707 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:10.635582 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d9c7fecf-72ad-4a10-b42f-b01d3d69e169 req-02dca5f5-bb68-422a-b896-ba1ac3b7d707 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.1134951 Feb 17 15:49:10.668099 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d8e678c8-038e-4f8d-94e8-330b49ddf64a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for floatingip (9b4bf0ea-cdb6-4858-8a61-8516809d5ade), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:10.752412 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d9c7fecf-72ad-4a10-b42f-b01d3d69e169 req-f8454e97-0e13-41a3-8102-f129dfbe747f tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076286 Feb 17 15:49:10.795898 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706a1d0-b8d8-4dec-a349-745a4fe66496 req-12a1fddd-e50f-416b-91af-168fbd6f02d3 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:10.797381 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6706a1d0-b8d8-4dec-a349-745a4fe66496 req-12a1fddd-e50f-416b-91af-168fbd6f02d3 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.1026866 Feb 17 15:49:10.799705 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d8e678c8-038e-4f8d-94e8-330b49ddf64a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (bab374b3-ef84-438b-9306-ae6f63300b6f), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:10.900269 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6706a1d0-b8d8-4dec-a349-745a4fe66496 req-4686d52d-c6ba-41b0-a0de-091fd2acdec9 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972121 Feb 17 15:49:10.992956 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d8e678c8-038e-4f8d-94e8-330b49ddf64a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for port (bab374b3-ef84-438b-9306-ae6f63300b6f), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:10.997272 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d8e678c8-038e-4f8d-94e8-330b49ddf64a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (bab374b3-ef84-438b-9306-ae6f63300b6f), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:11.066112 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e678c8-038e-4f8d-94e8-330b49ddf64a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Pushing event updated for resources: {'Port': ['ID=bab374b3-ef84-438b-9306-ae6f63300b6f,revision_number=2']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:49:11.078491 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d8e678c8-038e-4f8d-94e8-330b49ddf64a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1606115'] for floatingip (9b4bf0ea-cdb6-4858-8a61-8516809d5ade), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:11.182366 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.l3_db [None req-d8e678c8-038e-4f8d-94e8-330b49ddf64a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Floating IP 9b4bf0ea-cdb6-4858-8a61-8516809d5ade associated. External IP: 172.27.3.85, port: 8bd86dd7-775a-47b4-b767-9c03c824c757. Feb 17 15:49:11.618061 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e678c8-038e-4f8d-94e8-330b49ddf64a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Router 8788dd01-0c23-4a32-9dfd-ea5e9458860b has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:49:11.727051 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e678c8-038e-4f8d-94e8-330b49ddf64a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:49:11.738042 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c143a1-b847-4ad2-ac53-9e396c378d9b None None] Sync routers for ids ['8788dd01-0c23-4a32-9dfd-ea5e9458860b'] in dv-cinder-606346-36-iscsi {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:49:11.746249 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d8e678c8-038e-4f8d-94e8-330b49ddf64a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for floatingip (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:11.748363 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c143a1-b847-4ad2-ac53-9e396c378d9b None None] Routers {'8788dd01-0c23-4a32-9dfd-ea5e9458860b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:49:11.749013 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-56c143a1-b847-4ad2-ac53-9e396c378d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:49:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['8788dd01-0c23-4a32-9dfd-ea5e9458860b'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:49:11.778251 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-d8e678c8-038e-4f8d-94e8-330b49ddf64a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9659421 Feb 17 15:49:11.779297 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035a6a9b-b5d3-404f-8cf7-a19efb07864b', 'tag': '8bd86dd7-775a-47b4-b767-9c03c824c757'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:49:11.781838 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5a5a3d-d9ff-412a-ab10-7164cdb4d1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "035a6a9b-b5d3-404f-8cf7-a19efb07864b", "tag": "8bd86dd7-775a-47b4-b767-9c03c824c757"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:49:11.821715 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9b8ad4-bbc5-44f2-bce1-0ab5a0c927c4 x-openstack-request-id: req-ef9b8ad4-bbc5-44f2-bce1-0ab5a0c927c4 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:49:11.822036 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035a6a9b-b5d3-404f-8cf7-a19efb07864b", "tag": "8bd86dd7-775a-47b4-b767-9c03c824c757", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:49:11.822469 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ef9b8ad4-bbc5-44f2-bce1-0ab5a0c927c4 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:49:11.822875 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035a6a9b-b5d3-404f-8cf7-a19efb07864b', 'tag': '8bd86dd7-775a-47b4-b767-9c03c824c757', 'status': 'completed', 'code': 200} Feb 17 15:49:11.858992 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-56c143a1-b847-4ad2-ac53-9e396c378d9b None None] Set router 8788dd01-0c23-4a32-9dfd-ea5e9458860b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:49:11.885749 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf09fb-7b50-4fdd-9c1a-0490b96bf8e5 req-9ba8e7aa-a59b-4e41-a1f1-5e2ac2ddcfad tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:11.887269 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e3cf09fb-7b50-4fdd-9c1a-0490b96bf8e5 req-9ba8e7aa-a59b-4e41-a1f1-5e2ac2ddcfad tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0546808 Feb 17 15:49:11.904004 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a5a3d-d9ff-412a-ab10-7164cdb4d1f2 req-ccc002d3-e3a2-4624-942f-7a6bbe5ead3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:11.905765 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ff5a5a3d-d9ff-412a-ab10-7164cdb4d1f2 req-ccc002d3-e3a2-4624-942f-7a6bbe5ead3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a07442ccd84648079b83d0046a0ec54d&device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 1130 time: 0.0470448 Feb 17 15:49:11.939235 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e3cf09fb-7b50-4fdd-9c1a-0490b96bf8e5 req-3c42f2a8-3ba1-4a8c-aa24-802505b5936e tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461071 Feb 17 15:49:12.022627 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a5a3d-d9ff-412a-ab10-7164cdb4d1f2 req-79f2ecc9-094c-4340-b2a4-1e3c444d242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:12.024150 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ff5a5a3d-d9ff-412a-ab10-7164cdb4d1f2 req-79f2ecc9-094c-4340-b2a4-1e3c444d242c service neutron] 10.222.0.24 "GET /v2.0/networks?id=e876fc21-a1fb-48e6-880e-d68377d6fe00 HTTP/1.1" status: 200 len: 910 time: 0.1067135 Feb 17 15:49:12.032369 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f06cf-db54-4b62-bb1d-a9455c2e6071 req-91d54484-36f2-4f90-98c2-81b19ed9740d tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:12.033845 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-589f06cf-db54-4b62-bb1d-a9455c2e6071 req-91d54484-36f2-4f90-98c2-81b19ed9740d tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0543575 Feb 17 15:49:12.084397 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-589f06cf-db54-4b62-bb1d-a9455c2e6071 req-19e9ecd8-b1b4-4eb6-9bad-c97f46f26c7d tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448110 Feb 17 15:49:12.106232 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ff5a5a3d-d9ff-412a-ab10-7164cdb4d1f2 req-279e1c24-8f61-48a5-8af8-2611f5de22c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bd86dd7-775a-47b4-b767-9c03c824c757 HTTP/1.1" status: 200 len: 999 time: 0.0658679 Feb 17 15:49:12.117639 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-56c143a1-b847-4ad2-ac53-9e396c378d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'name': 'tempest-TestShelveInstance-1705159406-router', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:55Z', 'updated_at': '2022-02-17T15:48:04Z', 'revision_number': 4, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'gw_port': {'id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:57Z', 'updated_at': '2022-02-17T15:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': '9b4bf0ea-cdb6-4858-8a61-8516809d5ade', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'port_id': '8bd86dd7-775a-47b4-b767-9c03c824c757', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00', 'mac_address': 'fa:16:3e:94:ff:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035a6a9b-b5d3-404f-8cf7-a19efb07864b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:49:10Z', 'updated_at': '2022-02-17T15:49:10Z', 'revision_number': 0, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94975c98-a168-4160-be50-ff869f0383c8', 'name': '', 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'mac_address': 'fa:16:3e:dc:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '8f454ab8-9d17-4e5c-b573-5bcdca815dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:48:02Z', 'updated_at': '2022-02-17T15:48:10Z', 'revision_number': 5, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'subnets': [{'id': '8f454ab8-9d17-4e5c-b573-5bcdca815dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:49:12.144674 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c143a1-b847-4ad2-ac53-9e396c378d9b None None] Checking router: 8788dd01-0c23-4a32-9dfd-ea5e9458860b for host: dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:49:12.153144 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c143a1-b847-4ad2-ac53-9e396c378d9b None None] Routers {'8788dd01-0c23-4a32-9dfd-ea5e9458860b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:49:12.153830 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-56c143a1-b847-4ad2-ac53-9e396c378d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:49:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['8788dd01-0c23-4a32-9dfd-ea5e9458860b'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:49:12.157113 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a5a3d-d9ff-412a-ab10-7164cdb4d1f2 req-fef11893-4dea-4414-a748-8fd43a6401c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:12.158564 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ff5a5a3d-d9ff-412a-ab10-7164cdb4d1f2 req-fef11893-4dea-4414-a748-8fd43a6401c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8f454ab8-9d17-4e5c-b573-5bcdca815dd8 HTTP/1.1" status: 200 len: 848 time: 0.0465817 Feb 17 15:49:12.212173 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a5a3d-d9ff-412a-ab10-7164cdb4d1f2 req-6267f812-90b5-4175-9845-e9c81a366e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:12.213709 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ff5a5a3d-d9ff-412a-ab10-7164cdb4d1f2 req-6267f812-90b5-4175-9845-e9c81a366e39 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e876fc21-a1fb-48e6-880e-d68377d6fe00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449872 Feb 17 15:49:12.260554 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-56c143a1-b847-4ad2-ac53-9e396c378d9b None None] Set router 8788dd01-0c23-4a32-9dfd-ea5e9458860b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:49:12.306622 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ff5a5a3d-d9ff-412a-ab10-7164cdb4d1f2 req-c2002ba0-ecaa-49e0-81f9-408221f13fdb service neutron] 10.222.0.24 "GET /v2.0/networks/e876fc21-a1fb-48e6-880e-d68377d6fe00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830235 Feb 17 15:49:12.402727 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ff5a5a3d-d9ff-412a-ab10-7164cdb4d1f2 req-74844d01-bf08-4a8c-89d9-50f1392ed18f service neutron] 10.222.0.24 "GET /v2.0/networks/e876fc21-a1fb-48e6-880e-d68377d6fe00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891612 Feb 17 15:49:12.491098 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-56c143a1-b847-4ad2-ac53-9e396c378d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'name': 'tempest-TestShelveInstance-1705159406-router', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:55Z', 'updated_at': '2022-02-17T15:48:04Z', 'revision_number': 4, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'gw_port': {'id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:57Z', 'updated_at': '2022-02-17T15:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': '9b4bf0ea-cdb6-4858-8a61-8516809d5ade', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'port_id': '8bd86dd7-775a-47b4-b767-9c03c824c757', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00', 'mac_address': 'fa:16:3e:94:ff:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035a6a9b-b5d3-404f-8cf7-a19efb07864b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:49:10Z', 'updated_at': '2022-02-17T15:49:10Z', 'revision_number': 0, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94975c98-a168-4160-be50-ff869f0383c8', 'name': '', 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'mac_address': 'fa:16:3e:dc:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '8f454ab8-9d17-4e5c-b573-5bcdca815dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:48:02Z', 'updated_at': '2022-02-17T15:48:10Z', 'revision_number': 5, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'subnets': [{'id': '8f454ab8-9d17-4e5c-b573-5bcdca815dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:49:12.517121 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c143a1-b847-4ad2-ac53-9e396c378d9b None None] The sync data for ids ['8788dd01-0c23-4a32-9dfd-ea5e9458860b'] in dv-cinder-606346-36-iscsi is: [{'id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'name': 'tempest-TestShelveInstance-1705159406-router', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:55Z', 'updated_at': '2022-02-17T15:48:04Z', 'revision_number': 4, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'gw_port': {'id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:57Z', 'updated_at': '2022-02-17T15:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': '9b4bf0ea-cdb6-4858-8a61-8516809d5ade', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'floating_ip_address': '172.27.3.85', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'port_id': '8bd86dd7-775a-47b4-b767-9c03c824c757', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00', 'mac_address': 'fa:16:3e:94:ff:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035a6a9b-b5d3-404f-8cf7-a19efb07864b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:49:10Z', 'updated_at': '2022-02-17T15:49:10Z', 'revision_number': 0, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '94975c98-a168-4160-be50-ff869f0383c8', 'name': '', 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'mac_address': 'fa:16:3e:dc:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '8f454ab8-9d17-4e5c-b573-5bcdca815dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:48:02Z', 'updated_at': '2022-02-17T15:48:10Z', 'revision_number': 5, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'subnets': [{'id': '8f454ab8-9d17-4e5c-b573-5bcdca815dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:49:12.713149 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edecffca-91e5-44d7-8806-6b5ea70280d6 None None] New status for floating IP 9b4bf0ea-cdb6-4858-8a61-8516809d5ade: ACTIVE {{(pid=109500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 15:49:13.066635 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461ac59-cc2e-4e0d-8d13-d4d7a5636875 req-e3fff316-517f-4b89-878e-2f0afd1aea06 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:13.068218 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1461ac59-cc2e-4e0d-8d13-d4d7a5636875 req-e3fff316-517f-4b89-878e-2f0afd1aea06 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0576098 Feb 17 15:49:13.127879 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1461ac59-cc2e-4e0d-8d13-d4d7a5636875 req-d51f6f8f-9f72-413f-b37b-46e431b2c1e7 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440872 Feb 17 15:49:13.212321 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb9342a-38bb-4236-a478-1c6a953ac727 req-40e9a610-50ed-4f6a-9aa4-9790606681c6 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:13.213831 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0cb9342a-38bb-4236-a478-1c6a953ac727 req-40e9a610-50ed-4f6a-9aa4-9790606681c6 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0542438 Feb 17 15:49:13.259810 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0cb9342a-38bb-4236-a478-1c6a953ac727 req-08e645b3-7dda-4258-9277-b79e4c448d84 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405145 Feb 17 15:49:14.202333 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:14.249997 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ca6aa-a223-4a68-93db-2c706517f0c0 req-c5734bb8-cbfc-4177-af10-d63fb79608f1 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:14.251453 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e42ca6aa-a223-4a68-93db-2c706517f0c0 req-c5734bb8-cbfc-4177-af10-d63fb79608f1 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0583460 Feb 17 15:49:14.297543 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e42ca6aa-a223-4a68-93db-2c706517f0c0 req-eb7273d6-47f3-41a8-bf85-529a953ffa70 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399604 Feb 17 15:49:14.382631 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9252125e-22cd-4986-a638-898d000a82e7 req-2525a2a5-f1ad-43f8-bc38-64c24f038814 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:14.384117 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9252125e-22cd-4986-a638-898d000a82e7 req-2525a2a5-f1ad-43f8-bc38-64c24f038814 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0528028 Feb 17 15:49:14.430802 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9252125e-22cd-4986-a638-898d000a82e7 req-3acab8b3-481f-4d73-90ca-d344266c6de8 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405998 Feb 17 15:49:15.415190 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a8e4e-c4e2-467a-8dc9-7094e68ee6f5 req-0b09d2d3-997c-46c9-bac3-35d40ef31ba4 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:15.416765 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-870a8e4e-c4e2-467a-8dc9-7094e68ee6f5 req-0b09d2d3-997c-46c9-bac3-35d40ef31ba4 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0524375 Feb 17 15:49:15.466021 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-870a8e4e-c4e2-467a-8dc9-7094e68ee6f5 req-8efdabcc-256e-40c3-856b-a9928e2be0ea tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438733 Feb 17 15:49:15.550966 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfd291-6e1a-4d56-bb0c-2d6bfddaac5d req-57fe9c71-a966-481f-a44d-f49b8ec125b3 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:15.552343 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-28dfd291-6e1a-4d56-bb0c-2d6bfddaac5d req-57fe9c71-a966-481f-a44d-f49b8ec125b3 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0512033 Feb 17 15:49:15.601933 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-28dfd291-6e1a-4d56-bb0c-2d6bfddaac5d req-48c69532-4ead-45ee-967f-617583df041f tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434914 Feb 17 15:49:16.585107 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822782ee-ecee-49af-a9b6-770169d69fb2 req-83f05da9-cce1-49fb-a7cc-226a9c1801a1 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:16.586704 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-822782ee-ecee-49af-a9b6-770169d69fb2 req-83f05da9-cce1-49fb-a7cc-226a9c1801a1 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0522075 Feb 17 15:49:16.640602 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-822782ee-ecee-49af-a9b6-770169d69fb2 req-ab61120f-4ebf-48b8-a9c1-d0da37bd9e5d tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484540 Feb 17 15:49:16.726337 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98708522-495d-4574-b5cb-48533526334e req-2e79a35f-9550-4123-a3da-83ba84c4ed9e tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:16.727834 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-98708522-495d-4574-b5cb-48533526334e req-2e79a35f-9550-4123-a3da-83ba84c4ed9e tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0579405 Feb 17 15:49:16.773953 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-98708522-495d-4574-b5cb-48533526334e req-d28b5678-6d2a-475c-afd0-80eed36f2047 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401263 Feb 17 15:49:17.760313 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075704dd-cb16-443f-8eb2-076360bc797f req-e277e572-f9f9-4f9d-b0ed-1ae25e968adb tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:17.761814 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-075704dd-cb16-443f-8eb2-076360bc797f req-e277e572-f9f9-4f9d-b0ed-1ae25e968adb tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0523434 Feb 17 15:49:17.808859 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-075704dd-cb16-443f-8eb2-076360bc797f req-94c6d996-1512-422c-a089-558e7170f596 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415556 Feb 17 15:49:17.897602 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953c70d-3de8-4f3c-a0dd-1bc90e098910 req-fb9cc11c-794c-4554-99d1-6aa0a0d2e1a1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:17.899625 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c953c70d-3de8-4f3c-a0dd-1bc90e098910 req-fb9cc11c-794c-4554-99d1-6aa0a0d2e1a1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0527468 Feb 17 15:49:17.948937 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c953c70d-3de8-4f3c-a0dd-1bc90e098910 req-c563c493-84b4-441f-8302-93ac6a4a75de tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437264 Feb 17 15:49:18.943508 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17358d-025e-481f-aa10-889a3ea7ef61 req-143ab39a-0187-44d0-8e42-8f3cf65a9682 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:18.945029 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1f17358d-025e-481f-aa10-889a3ea7ef61 req-143ab39a-0187-44d0-8e42-8f3cf65a9682 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0629587 Feb 17 15:49:18.991219 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1f17358d-025e-481f-aa10-889a3ea7ef61 req-d369af37-fe51-476f-bda8-21cf5cc7c4ad tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406249 Feb 17 15:49:19.068356 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161fd29-2f1a-4265-a956-9f64c5e0035d req-a6fea832-a39f-414e-a72a-6094c67b1cb2 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:19.069856 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f161fd29-2f1a-4265-a956-9f64c5e0035d req-a6fea832-a39f-414e-a72a-6094c67b1cb2 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0518017 Feb 17 15:49:19.115721 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f161fd29-2f1a-4265-a956-9f64c5e0035d req-79c4d80a-fce8-424f-aba4-d3bf60d652c9 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403755 Feb 17 15:49:20.114336 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440278c8-2bd4-4ae7-a000-10b5e9b42a07 req-8d40172d-822b-4007-8ad1-d6ff8312e2cd tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:20.115823 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-440278c8-2bd4-4ae7-a000-10b5e9b42a07 req-8d40172d-822b-4007-8ad1-d6ff8312e2cd tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0574050 Feb 17 15:49:20.163407 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-440278c8-2bd4-4ae7-a000-10b5e9b42a07 req-cb8d0025-f02c-47c2-838d-76497e250ef3 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417686 Feb 17 15:49:20.234574 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a01a4d-6c6a-4fd1-8ba5-fe511ebc90b3 req-ef632fc3-31de-45c3-88b3-297b7d768979 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:20.236015 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d2a01a4d-6c6a-4fd1-8ba5-fe511ebc90b3 req-ef632fc3-31de-45c3-88b3-297b7d768979 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0537999 Feb 17 15:49:20.282622 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d2a01a4d-6c6a-4fd1-8ba5-fe511ebc90b3 req-1abe3dc7-efa2-4920-9149-5dd03307db7f tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409567 Feb 17 15:49:20.495099 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefb1f8c-8241-402a-9afe-a2a811743a56 req-415f705b-3c00-4b19-86a1-6935a95299de tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:20.496593 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-eefb1f8c-8241-402a-9afe-a2a811743a56 req-415f705b-3c00-4b19-86a1-6935a95299de tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0615792 Feb 17 15:49:20.545709 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-eefb1f8c-8241-402a-9afe-a2a811743a56 req-037daacd-5d33-441d-860c-cc6fda448f13 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434654 Feb 17 15:49:20.565086 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f3e3c-57b4-4d44-9541-cfcd78bfee99 req-f47f86d9-7912-4f0c-9cc6-3653e87ca8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:20.567870 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-156f3e3c-57b4-4d44-9541-cfcd78bfee99 req-f47f86d9-7912-4f0c-9cc6-3653e87ca8cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=769c58532a4348dcae2ac0328ff62a8f&device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 1129 time: 0.0473092 Feb 17 15:49:20.662787 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f3e3c-57b4-4d44-9541-cfcd78bfee99 req-94457ddd-f5cb-413d-becf-946984911601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:20.664341 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-156f3e3c-57b4-4d44-9541-cfcd78bfee99 req-94457ddd-f5cb-413d-becf-946984911601 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d7517828-d4b9-4a8f-8db6-7a3339da0c38 HTTP/1.1" status: 200 len: 911 time: 0.0896163 Feb 17 15:49:20.732193 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-156f3e3c-57b4-4d44-9541-cfcd78bfee99 req-1af48fd4-c8e7-4576-bcd9-7b00dcd24f1f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89339565-152f-4ae8-8690-3d2c845f5541 HTTP/1.1" status: 200 len: 1001 time: 0.0586529 Feb 17 15:49:20.778955 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f3e3c-57b4-4d44-9541-cfcd78bfee99 req-7d84c83b-b261-4124-ac4c-fd0cd3f42480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:20.780325 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-156f3e3c-57b4-4d44-9541-cfcd78bfee99 req-7d84c83b-b261-4124-ac4c-fd0cd3f42480 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d98068c-df44-41c5-a48f-1683fecb288a HTTP/1.1" status: 200 len: 849 time: 0.0414715 Feb 17 15:49:20.841734 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f3e3c-57b4-4d44-9541-cfcd78bfee99 req-ed9ded9b-9935-4697-918a-1a94072812f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:20.843281 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-156f3e3c-57b4-4d44-9541-cfcd78bfee99 req-ed9ded9b-9935-4697-918a-1a94072812f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d7517828-d4b9-4a8f-8db6-7a3339da0c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489361 Feb 17 15:49:20.931379 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-156f3e3c-57b4-4d44-9541-cfcd78bfee99 req-7894892a-702b-4008-ade6-46752b326315 service neutron] 10.222.0.24 "GET /v2.0/networks/d7517828-d4b9-4a8f-8db6-7a3339da0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809829 Feb 17 15:49:21.031548 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-156f3e3c-57b4-4d44-9541-cfcd78bfee99 req-de7925d4-c4cd-474a-af11-8178d9ccaf1f service neutron] 10.222.0.24 "GET /v2.0/networks/d7517828-d4b9-4a8f-8db6-7a3339da0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861995 Feb 17 15:49:21.288920 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb01e14-8be4-42de-9750-8f53b87bd01a req-cad14ef0-df9a-4a20-b1de-5b4d61e9a65e tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:21.290401 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-bdb01e14-8be4-42de-9750-8f53b87bd01a req-cad14ef0-df9a-4a20-b1de-5b4d61e9a65e tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0575733 Feb 17 15:49:21.336963 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-bdb01e14-8be4-42de-9750-8f53b87bd01a req-3b6b2ee0-86f5-489f-8699-9ea607b6928d tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409992 Feb 17 15:49:21.664930 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639f895-96f8-47f2-adbd-11550da0cbe3 req-3a4fa5ad-d838-464a-bbc5-bd31be739303 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:21.666450 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3639f895-96f8-47f2-adbd-11550da0cbe3 req-3a4fa5ad-d838-464a-bbc5-bd31be739303 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0548074 Feb 17 15:49:21.721887 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3639f895-96f8-47f2-adbd-11550da0cbe3 req-96d00a88-592a-4d20-985b-4b030e4bd079 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498409 Feb 17 15:49:22.451578 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ef128-6e92-4f29-af6a-3e2b6b459f51 req-8a9c317c-2041-4b7d-86b5-e1220d6b8c95 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:22.453094 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d75ef128-6e92-4f29-af6a-3e2b6b459f51 req-8a9c317c-2041-4b7d-86b5-e1220d6b8c95 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0509415 Feb 17 15:49:22.498992 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d75ef128-6e92-4f29-af6a-3e2b6b459f51 req-ef786c38-8b07-4b18-9d0c-fe16c9e72cbc tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404348 Feb 17 15:49:22.837909 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22462ba-34ca-494f-b980-763c7e3e6e1d req-bc89af95-8a37-4756-8cf6-532649cee723 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:22.839369 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b22462ba-34ca-494f-b980-763c7e3e6e1d req-bc89af95-8a37-4756-8cf6-532649cee723 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0514379 Feb 17 15:49:22.883663 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b22462ba-34ca-494f-b980-763c7e3e6e1d req-a2b4d073-646b-405b-a277-e43632e62039 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389969 Feb 17 15:49:23.618132 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4403b28-a545-41c9-996e-9a0355fbe36b req-c1f343d0-104d-4536-beb2-d48cc63b9db7 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:23.619338 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d4403b28-a545-41c9-996e-9a0355fbe36b req-c1f343d0-104d-4536-beb2-d48cc63b9db7 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0564198 Feb 17 15:49:23.666027 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d4403b28-a545-41c9-996e-9a0355fbe36b req-bb60683a-da2f-45ce-ae68-5d7cb5d27c20 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412536 Feb 17 15:49:24.782957 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd38de-2dc5-4a46-86b7-f7f62422ed3d req-917de428-11eb-4a69-ac83-ac93e20cc9bd tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:24.784461 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-36cd38de-2dc5-4a46-86b7-f7f62422ed3d req-917de428-11eb-4a69-ac83-ac93e20cc9bd tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0513365 Feb 17 15:49:24.829747 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-36cd38de-2dc5-4a46-86b7-f7f62422ed3d req-3e3dccac-54bb-4591-b06b-d779df326911 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391650 Feb 17 15:49:25.949915 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8f3e0-47e0-45ea-8a4c-e4ec72b5ea9a req-22bb7011-4348-4ef5-8dc7-927238a3478a tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:25.951381 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a0b8f3e0-47e0-45ea-8a4c-e4ec72b5ea9a req-22bb7011-4348-4ef5-8dc7-927238a3478a tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0514338 Feb 17 15:49:25.999822 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a0b8f3e0-47e0-45ea-8a4c-e4ec72b5ea9a req-0661a9dd-b6ed-40c9-bba7-eb285ea9777d tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431259 Feb 17 15:49:27.117925 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8d6bf-36c1-4380-aff3-489f43a70d6a req-efb9ea5b-2053-4bf0-b3f8-b1da2ac83438 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:27.119461 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-bac8d6bf-36c1-4380-aff3-489f43a70d6a req-efb9ea5b-2053-4bf0-b3f8-b1da2ac83438 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0533032 Feb 17 15:49:27.166192 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-bac8d6bf-36c1-4380-aff3-489f43a70d6a req-dfebba68-b6c9-499e-ab2d-3d0a8e09414d tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408890 Feb 17 15:49:28.286719 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910f367-83c4-47ca-ac6d-171594669eb8 req-c2e1b342-778a-4a67-93f5-8160a0173ba7 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:28.288813 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5910f367-83c4-47ca-ac6d-171594669eb8 req-c2e1b342-778a-4a67-93f5-8160a0173ba7 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0522065 Feb 17 15:49:28.332961 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5910f367-83c4-47ca-ac6d-171594669eb8 req-ee8ad302-076a-4e89-8345-d8250773e5a6 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386996 Feb 17 15:49:29.456246 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7805bcf-89df-48a2-b6c3-95a9ba2f081c req-fb4800f1-024e-40b0-a0e7-b1bf597bd5e8 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:29.457760 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e7805bcf-89df-48a2-b6c3-95a9ba2f081c req-fb4800f1-024e-40b0-a0e7-b1bf597bd5e8 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0558550 Feb 17 15:49:29.504584 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e7805bcf-89df-48a2-b6c3-95a9ba2f081c req-4f01cb7a-35ce-412a-a65d-cbd6f3ef8424 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412610 Feb 17 15:49:30.018563 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-0f723bc9-f9a8-4336-b60f-4cd575d9a8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:30.209413 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ff1d9-de2b-4c8c-8d81-3bd65f1787cb req-42173adf-3d06-45da-9478-7367b4e01f97 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:30.211655 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2b7ff1d9-de2b-4c8c-8d81-3bd65f1787cb req-42173adf-3d06-45da-9478-7367b4e01f97 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 984 time: 0.0540252 Feb 17 15:49:30.212703 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d7945-67bc-4859-91b6-c29adfb3eef9 req-6e63cd05-424e-4846-a4df-ec3cd19522d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:30.213993 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-a42d7945-67bc-4859-91b6-c29adfb3eef9 req-6e63cd05-424e-4846-a4df-ec3cd19522d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ddb28ca63c6d47249089121ce5c485a5&device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 1168 time: 0.0442071 Feb 17 15:49:30.270190 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2b7ff1d9-de2b-4c8c-8d81-3bd65f1787cb req-e479e29f-3b18-4d0d-a9c2-af258697885b tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=7c9f27af-2e3b-4317-946d-7ad572eba4f8&id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527265 Feb 17 15:49:30.310586 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d7945-67bc-4859-91b6-c29adfb3eef9 req-4b3dd869-8834-4f09-9f68-81c2b69d60d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:30.312037 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-a42d7945-67bc-4859-91b6-c29adfb3eef9 req-4b3dd869-8834-4f09-9f68-81c2b69d60d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b9b11d9c-de0b-463a-b635-ac25c5f517d4 HTTP/1.1" status: 200 len: 916 time: 0.0855391 Feb 17 15:49:30.376734 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-a42d7945-67bc-4859-91b6-c29adfb3eef9 req-14c622a0-92e3-4fc2-b4e6-26a9696c75b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f81503-626e-4d52-b5ba-9b07ca2461d8 HTTP/1.1" status: 200 len: 1001 time: 0.0559514 Feb 17 15:49:30.423968 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d7945-67bc-4859-91b6-c29adfb3eef9 req-c30a054f-06ae-4584-9e14-765326fb7f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:30.425459 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-a42d7945-67bc-4859-91b6-c29adfb3eef9 req-c30a054f-06ae-4584-9e14-765326fb7f85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53a362a2-8dda-4f19-8af4-e1a3ccca9100 HTTP/1.1" status: 200 len: 854 time: 0.0415401 Feb 17 15:49:30.482365 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d7945-67bc-4859-91b6-c29adfb3eef9 req-caf679b6-4727-4a8f-8ee0-1543bcd0a8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:30.483860 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-a42d7945-67bc-4859-91b6-c29adfb3eef9 req-caf679b6-4727-4a8f-8ee0-1543bcd0a8f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9b11d9c-de0b-463a-b635-ac25c5f517d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478265 Feb 17 15:49:30.576050 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-a42d7945-67bc-4859-91b6-c29adfb3eef9 req-76125593-e76a-442d-ace0-5020bfb6983e service neutron] 10.222.0.24 "GET /v2.0/networks/b9b11d9c-de0b-463a-b635-ac25c5f517d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815251 Feb 17 15:49:30.627772 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbbd0a-9413-4681-be71-c2965dabea9c req-0d38e06d-5e1f-45d9-ac18-3f5c81a04427 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:30.629292 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3acbbd0a-9413-4681-be71-c2965dabea9c req-0d38e06d-5e1f-45d9-ac18-3f5c81a04427 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0578051 Feb 17 15:49:30.673149 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-a42d7945-67bc-4859-91b6-c29adfb3eef9 req-c3545660-455d-4731-97f2-7d82d3ba201b service neutron] 10.222.0.24 "GET /v2.0/networks/b9b11d9c-de0b-463a-b635-ac25c5f517d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893211 Feb 17 15:49:30.678254 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3acbbd0a-9413-4681-be71-c2965dabea9c req-8bc11dd3-2ba6-4394-a65e-fecd367115b4 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433285 Feb 17 15:49:31.386206 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfb731-e02e-4433-9702-a781433dd298 req-1c1f8537-8f98-4694-910a-6e70e3636620 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:31.387693 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-87cfb731-e02e-4433-9702-a781433dd298 req-1c1f8537-8f98-4694-910a-6e70e3636620 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 984 time: 0.0518827 Feb 17 15:49:31.444383 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-87cfb731-e02e-4433-9702-a781433dd298 req-3690efd4-d0bb-42af-930b-8134abdffba3 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=7c9f27af-2e3b-4317-946d-7ad572eba4f8&id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511472 Feb 17 15:49:31.795657 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5d91d-64d4-491e-8853-efe9fe1e40d7 req-2e2f8f76-716a-4ba9-8e94-08df27b5d451 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:31.797159 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f2a5d91d-64d4-491e-8853-efe9fe1e40d7 req-2e2f8f76-716a-4ba9-8e94-08df27b5d451 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0520661 Feb 17 15:49:31.846271 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f2a5d91d-64d4-491e-8853-efe9fe1e40d7 req-55bcb262-471f-47d6-8cd8-f3f2b53bdbf8 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436168 Feb 17 15:49:31.953890 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2364bd-a8e7-4ff0-adfb-32b78e9fb121 req-20c3026a-a3e3-4bf0-872e-7e2f97081964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:31.955354 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-2b2364bd-a8e7-4ff0-adfb-32b78e9fb121 req-20c3026a-a3e3-4bf0-872e-7e2f97081964 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 1130 time: 0.0429652 Feb 17 15:49:31.998612 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-2b2364bd-a8e7-4ff0-adfb-32b78e9fb121 req-aa6cf45d-fab6-4433-b697-876749f59f3c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355968 Feb 17 15:49:32.400490 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-5b324b20-9818-43b4-ab1c-1faf1269eef5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:32.560966 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea6e319-d179-475d-8c3a-055c442c0526 req-9afa8e36-9e96-4ee5-9404-7b26b3ab60ce tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:32.562453 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3ea6e319-d179-475d-8c3a-055c442c0526 req-9afa8e36-9e96-4ee5-9404-7b26b3ab60ce tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 984 time: 0.0525107 Feb 17 15:49:32.620683 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3ea6e319-d179-475d-8c3a-055c442c0526 req-3fe9274a-1b3a-4800-8a57-f226d1fa1e3e tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=7c9f27af-2e3b-4317-946d-7ad572eba4f8&id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525763 Feb 17 15:49:32.961554 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5de21-79dd-427f-a1f6-8c57d5492e37 req-99f55e11-6455-4fef-ab67-c28ce5b70d11 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:32.962935 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-84d5de21-79dd-427f-a1f6-8c57d5492e37 req-99f55e11-6455-4fef-ab67-c28ce5b70d11 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0516744 Feb 17 15:49:33.007531 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-84d5de21-79dd-427f-a1f6-8c57d5492e37 req-3417220c-d186-4322-9c44-d77390d77ce4 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391433 Feb 17 15:49:33.613478 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:33.742614 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d0917-d64e-418d-84e5-be204b17b436 req-f82cf5ac-182d-4c83-b083-b2ceb64a952e tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:33.744110 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-181d0917-d64e-418d-84e5-be204b17b436 req-f82cf5ac-182d-4c83-b083-b2ceb64a952e tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 984 time: 0.0571885 Feb 17 15:49:33.800792 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-181d0917-d64e-418d-84e5-be204b17b436 req-e763812e-e85c-4be6-9729-81f184609470 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=7c9f27af-2e3b-4317-946d-7ad572eba4f8&id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511281 Feb 17 15:49:34.125030 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a706a1-434d-454b-9019-f377d2295e6a req-6d01529f-edf3-4287-9fbd-11be6b150212 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:34.126506 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-76a706a1-434d-454b-9019-f377d2295e6a req-6d01529f-edf3-4287-9fbd-11be6b150212 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0530510 Feb 17 15:49:34.175817 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-76a706a1-434d-454b-9019-f377d2295e6a req-ed770d6e-a867-4be0-bd83-ddde1bc77932 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432506 Feb 17 15:49:34.458120 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8d513-a109-4021-a99d-165154d7beca req-5774a822-8b6f-47e0-8fc1-5e9190bc9875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:34.460105 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-d5a8d513-a109-4021-a99d-165154d7beca req-5774a822-8b6f-47e0-8fc1-5e9190bc9875 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3590575d8d3f494684bef28728ed18cf&device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 1130 time: 0.0475588 Feb 17 15:49:34.467852 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed388de-5482-4fa9-b05a-a8f48c2d6699 req-f0076ffe-be4c-4685-876a-2e828d340f9d tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:34.469354 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-eed388de-5482-4fa9-b05a-a8f48c2d6699 req-f0076ffe-be4c-4685-876a-2e828d340f9d tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0521066 Feb 17 15:49:34.521254 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-eed388de-5482-4fa9-b05a-a8f48c2d6699 req-cdeccc3d-2a64-4353-a600-d246620fb990 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460644 Feb 17 15:49:34.750303 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8d513-a109-4021-a99d-165154d7beca req-85a50800-1e2d-45c6-bd0a-2973610d56e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:34.751760 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-d5a8d513-a109-4021-a99d-165154d7beca req-85a50800-1e2d-45c6-bd0a-2973610d56e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f0e30230-6441-4de7-a93e-b922b3f12ef8 HTTP/1.1" status: 200 len: 920 time: 0.2847514 Feb 17 15:49:34.794692 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-d5a8d513-a109-4021-a99d-165154d7beca req-ce122418-64bc-48ea-99d0-8a06c8656909 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f33dc6dd-4acd-4575-80c9-1e46fde5cb1a HTTP/1.1" status: 200 len: 217 time: 0.0360904 Feb 17 15:49:34.851127 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8d513-a109-4021-a99d-165154d7beca req-5dfd06e2-c62c-4e74-ab4c-9dffd858ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:34.852625 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-d5a8d513-a109-4021-a99d-165154d7beca req-5dfd06e2-c62c-4e74-ab4c-9dffd858ab0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5000a553-a753-4233-bfff-e0941123e42d HTTP/1.1" status: 200 len: 859 time: 0.0470967 Feb 17 15:49:34.891018 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-d5a8d513-a109-4021-a99d-165154d7beca req-f7f197a8-e7ad-4cee-9d81-ab2d177b7236 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f0e30230-6441-4de7-a93e-b922b3f12ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266738 Feb 17 15:49:34.925454 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bca6f5-e60b-4717-b7ad-cc8161666874 req-3b83f272-cb80-4158-9f45-45e2c17958b7 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:34.929329 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-73bca6f5-e60b-4717-b7ad-cc8161666874 req-3b83f272-cb80-4158-9f45-45e2c17958b7 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 984 time: 0.0583589 Feb 17 15:49:34.990750 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-73bca6f5-e60b-4717-b7ad-cc8161666874 req-0405900d-5aae-4589-b9b4-166bcf6b7bae tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=7c9f27af-2e3b-4317-946d-7ad572eba4f8&id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570431 Feb 17 15:49:35.000598 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-d5a8d513-a109-4021-a99d-165154d7beca req-12782b96-3b95-4b56-81ab-624a3040fdd0 service neutron] 10.222.0.24 "GET /v2.0/networks/f0e30230-6441-4de7-a93e-b922b3f12ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981505 Feb 17 15:49:35.075685 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:35.100351 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-d5a8d513-a109-4021-a99d-165154d7beca req-512a799a-a7fd-4929-9a8f-6a4489100b52 service neutron] 10.222.0.24 "GET /v2.0/networks/f0e30230-6441-4de7-a93e-b922b3f12ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938225 Feb 17 15:49:35.640605 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d19cc7-7b29-4beb-8dad-2406c981a07a req-19d63e12-e04c-42e7-850f-d78de168f892 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:35.642127 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-07d19cc7-7b29-4beb-8dad-2406c981a07a req-19d63e12-e04c-42e7-850f-d78de168f892 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0526628 Feb 17 15:49:35.688574 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-07d19cc7-7b29-4beb-8dad-2406c981a07a req-e006e0a7-8a0e-46dc-9499-ac3b6f64c58c tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409219 Feb 17 15:49:36.127804 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3cb98-e54d-4d4e-aca8-687ca0dfb5ac req-1840bece-094a-4a39-8033-531e19b66175 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:36.129303 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7bb3cb98-e54d-4d4e-aca8-687ca0dfb5ac req-1840bece-094a-4a39-8033-531e19b66175 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 984 time: 0.0553071 Feb 17 15:49:36.186705 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7bb3cb98-e54d-4d4e-aca8-687ca0dfb5ac req-ed648e96-ce3e-4dd1-83d5-eb647f82f3d3 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=7c9f27af-2e3b-4317-946d-7ad572eba4f8&id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511272 Feb 17 15:49:36.548666 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:36.804884 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737e34d-a3dd-4193-81ec-ecbc09f32b2c req-efae0995-da9b-4d84-89ee-4412c0bca687 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:36.806263 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c737e34d-a3dd-4193-81ec-ecbc09f32b2c req-efae0995-da9b-4d84-89ee-4412c0bca687 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0523355 Feb 17 15:49:36.850059 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c737e34d-a3dd-4193-81ec-ecbc09f32b2c req-0ffbcc0a-d02a-4703-b033-55c8a3ad99a7 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384214 Feb 17 15:49:37.306932 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18b425-32a0-45b5-ba39-d4dda91dc7e8 req-45953863-994c-4468-ad91-f6d7f6755998 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:37.308429 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fc18b425-32a0-45b5-ba39-d4dda91dc7e8 req-45953863-994c-4468-ad91-f6d7f6755998 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 984 time: 0.0550799 Feb 17 15:49:37.365900 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fc18b425-32a0-45b5-ba39-d4dda91dc7e8 req-a9d19b2f-7be1-4ffe-96de-85f82221c55b tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=7c9f27af-2e3b-4317-946d-7ad572eba4f8&id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518568 Feb 17 15:49:37.967100 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3399d-3939-4855-9040-131a5c9fd729 req-9ae7a898-26bb-47d0-aa61-d36c97393bfc tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:37.968587 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-08e3399d-3939-4855-9040-131a5c9fd729 req-9ae7a898-26bb-47d0-aa61-d36c97393bfc tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0518758 Feb 17 15:49:38.014128 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-08e3399d-3939-4855-9040-131a5c9fd729 req-ff163e28-5b62-47f7-b193-e206cb18f52c tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398576 Feb 17 15:49:38.481140 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1e596-0573-4d9b-a686-19851194be71 req-34672cf5-6ce5-4f11-aeea-e42de5967c57 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:38.482629 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3cf1e596-0573-4d9b-a686-19851194be71 req-34672cf5-6ce5-4f11-aeea-e42de5967c57 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 984 time: 0.0521731 Feb 17 15:49:38.552666 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3cf1e596-0573-4d9b-a686-19851194be71 req-4ee4423b-34f9-4445-a6a5-5ff2efa9fa3d tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=7c9f27af-2e3b-4317-946d-7ad572eba4f8&id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576591 Feb 17 15:49:39.139431 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d13572-801a-40b3-8344-32441235358e req-658dd7ea-2bbd-4a65-9d13-79b19da7ea20 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:39.140979 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f8d13572-801a-40b3-8344-32441235358e req-658dd7ea-2bbd-4a65-9d13-79b19da7ea20 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0610044 Feb 17 15:49:39.187067 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f8d13572-801a-40b3-8344-32441235358e req-867d308c-c44b-4b1e-a3ce-663edd13a5f2 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402467 Feb 17 15:49:39.673588 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e674b39-15d3-4ddb-ae59-abab545a0d7c req-a9613331-619a-4f56-afaa-30da06ea1f33 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:39.675107 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2e674b39-15d3-4ddb-ae59-abab545a0d7c req-a9613331-619a-4f56-afaa-30da06ea1f33 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 984 time: 0.0530572 Feb 17 15:49:39.732750 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2e674b39-15d3-4ddb-ae59-abab545a0d7c req-bc06b762-e539-4af8-8272-6cf89edbbff9 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=7c9f27af-2e3b-4317-946d-7ad572eba4f8&id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520701 Feb 17 15:49:40.308276 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbc492-6d0f-4394-960f-4e1fd267416a req-774f027f-aca0-429e-98dc-ec29ff6681c7 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:40.309868 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-04bbc492-6d0f-4394-960f-4e1fd267416a req-774f027f-aca0-429e-98dc-ec29ff6681c7 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0571010 Feb 17 15:49:40.355302 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-04bbc492-6d0f-4394-960f-4e1fd267416a req-cd6c9c34-8525-4028-a9e1-198c774738d0 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400741 Feb 17 15:49:40.846224 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23773f60-09d7-472d-a0db-483ffe963118 req-c1e8458f-5fee-42c9-a0e7-f7e2aa1adff3 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:40.847675 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-23773f60-09d7-472d-a0db-483ffe963118 req-c1e8458f-5fee-42c9-a0e7-f7e2aa1adff3 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 984 time: 0.0511346 Feb 17 15:49:40.905840 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-23773f60-09d7-472d-a0db-483ffe963118 req-98ee1e47-8400-4b6f-9e19-15ad6135b1ce tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=7c9f27af-2e3b-4317-946d-7ad572eba4f8&id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517614 Feb 17 15:49:41.469684 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15649727-f4da-4923-8a8a-d27b0adef444 req-1d6e892c-5377-4b80-be5f-6cb83b0ead2b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:41.471118 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-15649727-f4da-4923-8a8a-d27b0adef444 req-1d6e892c-5377-4b80-be5f-6cb83b0ead2b tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0509639 Feb 17 15:49:41.518872 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-15649727-f4da-4923-8a8a-d27b0adef444 req-bde1dd7d-9b68-4c10-9c37-7301a5149225 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420806 Feb 17 15:49:42.022926 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b54dcf-1193-4493-ab06-31696e9f1d04 req-71a55c25-6b46-4c5e-ad6c-4a75e9c80f74 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:42.024404 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-06b54dcf-1193-4493-ab06-31696e9f1d04 req-71a55c25-6b46-4c5e-ad6c-4a75e9c80f74 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 984 time: 0.0513189 Feb 17 15:49:42.082594 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-06b54dcf-1193-4493-ab06-31696e9f1d04 req-098ac1fe-a20d-45ae-b648-bd7478a31daf tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=7c9f27af-2e3b-4317-946d-7ad572eba4f8&id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525587 Feb 17 15:49:42.491743 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-2b41d643-7827-4881-847e-2db12c3f1267 req-b13ce92f-c57d-455e-83cc-7642bf824f18 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423603 Feb 17 15:49:42.573855 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d643-7827-4881-847e-2db12c3f1267 req-0ba6c8b6-7a04-4b99-82a7-ef26228c7648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:42.575481 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-2b41d643-7827-4881-847e-2db12c3f1267 req-0ba6c8b6-7a04-4b99-82a7-ef26228c7648 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=769c58532a4348dcae2ac0328ff62a8f&device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 1129 time: 0.0492635 Feb 17 15:49:42.639481 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3a9fa-1108-422b-b9bd-af0ab189d168 req-7a99d38d-ccac-4313-95ba-b7b86ff799ab tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:42.640996 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-04f3a9fa-1108-422b-b9bd-af0ab189d168 req-7a99d38d-ccac-4313-95ba-b7b86ff799ab tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0526886 Feb 17 15:49:42.686461 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d643-7827-4881-847e-2db12c3f1267 req-63015ead-5f8f-46d2-987c-263484bfddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:42.687001 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-04f3a9fa-1108-422b-b9bd-af0ab189d168 req-c44c60b6-b972-478b-b235-cd5335d806b6 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404472 Feb 17 15:49:42.687915 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-2b41d643-7827-4881-847e-2db12c3f1267 req-63015ead-5f8f-46d2-987c-263484bfddc6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d7517828-d4b9-4a8f-8db6-7a3339da0c38 HTTP/1.1" status: 200 len: 911 time: 0.0834818 Feb 17 15:49:42.759426 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-2b41d643-7827-4881-847e-2db12c3f1267 req-85a7abe4-01dd-4d57-9dd5-09f9d402a995 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89339565-152f-4ae8-8690-3d2c845f5541 HTTP/1.1" status: 200 len: 1001 time: 0.0614901 Feb 17 15:49:42.813580 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d643-7827-4881-847e-2db12c3f1267 req-4ba6a202-1cd0-4099-a382-45176d2ce7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:42.815009 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-2b41d643-7827-4881-847e-2db12c3f1267 req-4ba6a202-1cd0-4099-a382-45176d2ce7b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d98068c-df44-41c5-a48f-1683fecb288a HTTP/1.1" status: 200 len: 849 time: 0.0429151 Feb 17 15:49:42.866232 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b41d643-7827-4881-847e-2db12c3f1267 req-de6e23dd-5ace-4ff2-bb61-ec1e02112906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:42.868385 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-2b41d643-7827-4881-847e-2db12c3f1267 req-de6e23dd-5ace-4ff2-bb61-ec1e02112906 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d7517828-d4b9-4a8f-8db6-7a3339da0c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436008 Feb 17 15:49:42.965043 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-2b41d643-7827-4881-847e-2db12c3f1267 req-b65ebf18-99c7-4633-b037-0a2abb53a118 service neutron] 10.222.0.24 "GET /v2.0/networks/d7517828-d4b9-4a8f-8db6-7a3339da0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823364 Feb 17 15:49:43.052835 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-2b41d643-7827-4881-847e-2db12c3f1267 req-ec45fdc7-ee3f-4fdf-b4c2-fbc90acd5a3e service neutron] 10.222.0.24 "GET /v2.0/networks/d7517828-d4b9-4a8f-8db6-7a3339da0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791132 Feb 17 15:49:43.214351 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447ca2b-2218-4633-b90a-338deddedcd3 req-71de5147-6252-44a9-9903-f9318cf2996a tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:43.216892 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9447ca2b-2218-4633-b90a-338deddedcd3 req-71de5147-6252-44a9-9903-f9318cf2996a tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 984 time: 0.0578957 Feb 17 15:49:43.275667 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9447ca2b-2218-4633-b90a-338deddedcd3 req-1cf0c8f7-b0d8-4eed-bf06-a09fdfb358a9 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=7c9f27af-2e3b-4317-946d-7ad572eba4f8&id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533438 Feb 17 15:49:43.600476 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:49:43.802919 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f16f0-8235-475c-8bc3-2a3c8538fec3 req-bdfa760c-0a2a-4ccc-bb45-c2315d212546 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:43.804374 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2b5f16f0-8235-475c-8bc3-2a3c8538fec3 req-bdfa760c-0a2a-4ccc-bb45-c2315d212546 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0519772 Feb 17 15:49:43.849494 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2b5f16f0-8235-475c-8bc3-2a3c8538fec3 req-7b6629df-f061-4166-ab40-be9480afcf3a tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396729 Feb 17 15:49:44.203002 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:44.397153 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21173617-ac36-4616-8464-436b46188d83 req-f1b1a327-2672-4ffd-a682-fe73678a311b tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:44.399296 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-21173617-ac36-4616-8464-436b46188d83 req-f1b1a327-2672-4ffd-a682-fe73678a311b tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 984 time: 0.0552955 Feb 17 15:49:44.456265 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-21173617-ac36-4616-8464-436b46188d83 req-ac1ddbeb-aa86-4077-86d7-ec347f99ec07 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=7c9f27af-2e3b-4317-946d-7ad572eba4f8&id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511048 Feb 17 15:49:45.574432 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16aaa4f-7f68-411a-979d-1e3479d67170 req-ea28fca6-8abf-4c6f-8ead-0f0243dcd51f tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:45.575918 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f16aaa4f-7f68-411a-979d-1e3479d67170 req-ea28fca6-8abf-4c6f-8ead-0f0243dcd51f tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 984 time: 0.0542371 Feb 17 15:49:45.634859 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f16aaa4f-7f68-411a-979d-1e3479d67170 req-52809764-5870-46da-9a49-0e05974a8fb4 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=7c9f27af-2e3b-4317-946d-7ad572eba4f8&id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531316 Feb 17 15:49:46.752765 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47ed7b-0f3e-49a2-9c9e-73f1bbfec933 req-09c1cc5d-cda0-4e02-8d98-5f3e3ff5a55e tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:46.754207 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3b47ed7b-0f3e-49a2-9c9e-73f1bbfec933 req-09c1cc5d-cda0-4e02-8d98-5f3e3ff5a55e tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 984 time: 0.0508895 Feb 17 15:49:46.815516 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3b47ed7b-0f3e-49a2-9c9e-73f1bbfec933 req-77fad215-6a94-4289-9e5c-560d64a3cc5f tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=7c9f27af-2e3b-4317-946d-7ad572eba4f8&id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551684 Feb 17 15:49:47.935666 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec9e85-10e6-48f3-8356-3b52de73fdd7 req-d45e55f4-7bde-444b-9ed3-614d5ed23c77 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:47.937154 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-74ec9e85-10e6-48f3-8356-3b52de73fdd7 req-d45e55f4-7bde-444b-9ed3-614d5ed23c77 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 984 time: 0.0546875 Feb 17 15:49:47.994047 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-74ec9e85-10e6-48f3-8356-3b52de73fdd7 req-d5853a03-2248-42ad-a5ce-20c882b99ebd tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=7c9f27af-2e3b-4317-946d-7ad572eba4f8&id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513537 Feb 17 15:49:49.111416 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94c428-f577-4333-acb5-e2ffea0e626c req-8fb6947d-2105-42c4-8e4e-4001338e9024 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:49.112881 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4d94c428-f577-4333-acb5-e2ffea0e626c req-8fb6947d-2105-42c4-8e4e-4001338e9024 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 984 time: 0.0516846 Feb 17 15:49:49.170244 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4d94c428-f577-4333-acb5-e2ffea0e626c req-136f6b58-b70f-4095-bf3b-aaf507003fec tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=7c9f27af-2e3b-4317-946d-7ad572eba4f8&id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511353 Feb 17 15:49:50.289709 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb3d53-f0d4-45d9-a38e-33896804d1b0 req-9c789b99-8de8-4374-9277-decb1d9dd73f tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:50.291333 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-07fb3d53-f0d4-45d9-a38e-33896804d1b0 req-9c789b99-8de8-4374-9277-decb1d9dd73f tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 984 time: 0.0560889 Feb 17 15:49:50.349336 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-07fb3d53-f0d4-45d9-a38e-33896804d1b0 req-28230dba-2706-4ddd-84f6-56337fe26614 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=7c9f27af-2e3b-4317-946d-7ad572eba4f8&id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525584 Feb 17 15:49:50.896611 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5a92b-9fc0-4699-b409-0ea8896740a8 req-b3f6456a-915d-491c-b208-92330f924c15 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:50.898117 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a2f5a92b-9fc0-4699-b409-0ea8896740a8 req-b3f6456a-915d-491c-b208-92330f924c15 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0519879 Feb 17 15:49:50.954162 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a2f5a92b-9fc0-4699-b409-0ea8896740a8 req-d25c545c-62c4-433e-9cf0-d1379b80aa33 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500996 Feb 17 15:49:51.466402 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e5e02-22cc-4891-a415-36a5d5e34e2d req-bedb9f80-4977-49d6-ab91-a65e03cc4f67 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:51.467773 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-684e5e02-22cc-4891-a415-36a5d5e34e2d req-bedb9f80-4977-49d6-ab91-a65e03cc4f67 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 984 time: 0.0518372 Feb 17 15:49:51.529423 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-684e5e02-22cc-4891-a415-36a5d5e34e2d req-eaca6e01-975f-40ad-a5d9-a3b8b5d607e9 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=7c9f27af-2e3b-4317-946d-7ad572eba4f8&id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560830 Feb 17 15:49:52.076572 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e15021-7aac-4ac2-acfa-168be3cfd2f6 req-71bd56a5-255f-4db7-978c-90eef2e01743 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:52.077948 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c1e15021-7aac-4ac2-acfa-168be3cfd2f6 req-71bd56a5-255f-4db7-978c-90eef2e01743 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0524511 Feb 17 15:49:52.124116 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c1e15021-7aac-4ac2-acfa-168be3cfd2f6 req-a2c66c17-85b1-456d-9bda-821bb5e3ce6d tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407641 Feb 17 15:49:52.378001 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4c880-c054-4627-8eea-4d71346ea826 req-e01bdb4e-65ad-4df6-8e9d-9db3c830c9a8 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:52.379395 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4be4c880-c054-4627-8eea-4d71346ea826 req-e01bdb4e-65ad-4df6-8e9d-9db3c830c9a8 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=cde45d3b-27a2-452e-80ff-55c27a85576a HTTP/1.1" status: 200 len: 945 time: 0.0516033 Feb 17 15:49:52.424103 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4be4c880-c054-4627-8eea-4d71346ea826 req-b9081e2e-40b1-4f07-8aa6-a64ef3a4d7a9 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392120 Feb 17 15:49:52.651078 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271f892-33f4-4d74-b128-8795e206095d req-ea1e9535-1886-4066-a311-8e6447cc4d98 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:52.652552 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4271f892-33f4-4d74-b128-8795e206095d req-ea1e9535-1886-4066-a311-8e6447cc4d98 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 984 time: 0.0557878 Feb 17 15:49:52.708660 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4271f892-33f4-4d74-b128-8795e206095d req-73c98bb4-7eae-4f85-8ea7-cce8399d828e tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=7c9f27af-2e3b-4317-946d-7ad572eba4f8&id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0503740 Feb 17 15:49:53.252159 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584d383-e875-4ee6-a3cc-cc233197223e req-543a7445-a874-4d38-8b5e-80618f66826c tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:53.253694 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f584d383-e875-4ee6-a3cc-cc233197223e req-543a7445-a874-4d38-8b5e-80618f66826c tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0626874 Feb 17 15:49:53.299606 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f584d383-e875-4ee6-a3cc-cc233197223e req-bb84f0fa-48b4-461e-ba56-75a6851af7bc tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397704 Feb 17 15:49:53.541358 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e188d6-1f82-4f36-8dac-3ff2ab1da9dc req-95297cb2-fa80-4fa5-8ce0-e3e197f51e90 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:53.542844 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-70e188d6-1f82-4f36-8dac-3ff2ab1da9dc req-95297cb2-fa80-4fa5-8ce0-e3e197f51e90 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=cde45d3b-27a2-452e-80ff-55c27a85576a HTTP/1.1" status: 200 len: 945 time: 0.0553088 Feb 17 15:49:53.606114 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-70e188d6-1f82-4f36-8dac-3ff2ab1da9dc req-32e80792-bdba-4cb9-99ec-f376636bc77d tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577264 Feb 17 15:49:53.823329 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764899f-a787-44c0-a5aa-f81aba544f50 req-8c85734a-d28d-484d-bab1-f706d46cbfd8 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:53.824834 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3764899f-a787-44c0-a5aa-f81aba544f50 req-8c85734a-d28d-484d-bab1-f706d46cbfd8 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 984 time: 0.0520041 Feb 17 15:49:53.887498 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3764899f-a787-44c0-a5aa-f81aba544f50 req-fc0fdf3c-78f9-42c0-828e-8219eb348979 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=7c9f27af-2e3b-4317-946d-7ad572eba4f8&id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570257 Feb 17 15:49:54.063043 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06733794-263c-4d61-b19b-01fbc19a53dd req-0a83904d-fd00-4019-ac3b-b7ac8244b886 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:54.064407 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-06733794-263c-4d61-b19b-01fbc19a53dd req-0a83904d-fd00-4019-ac3b-b7ac8244b886 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.24 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 945 time: 0.0551026 Feb 17 15:49:54.159846 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [req-06733794-263c-4d61-b19b-01fbc19a53dd req-1cc18b2a-44b0-4bb3-b6d7-ed9d8e65b776 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Deleting port 505221e4-323c-4366-9992-2473a03a05ed {{(pid=109498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:49:54.160185 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-06733794-263c-4d61-b19b-01fbc19a53dd req-1cc18b2a-44b0-4bb3-b6d7-ed9d8e65b776 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (505221e4-323c-4366-9992-2473a03a05ed), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:54.247780 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-06733794-263c-4d61-b19b-01fbc19a53dd req-1cc18b2a-44b0-4bb3-b6d7-ed9d8e65b776 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] For port 505221e4-323c-4366-9992-2473a03a05ed, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=505221e4-323c-4366-9992-2473a03a05ed,segment=NetworkSegment(9596e9eb-bfeb-481a-82bb-517ab15c82d5),segment_id=9596e9eb-bfeb-481a-82bb-517ab15c82d5)] {{(pid=109498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:49:54.248146 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-06733794-263c-4d61-b19b-01fbc19a53dd req-1cc18b2a-44b0-4bb3-b6d7-ed9d8e65b776 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (505221e4-323c-4366-9992-2473a03a05ed), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:54.263585 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [req-06733794-263c-4d61-b19b-01fbc19a53dd req-1cc18b2a-44b0-4bb3-b6d7-ed9d8e65b776 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Calling delete_port for 505221e4-323c-4366-9992-2473a03a05ed owned by compute:nova {{(pid=109498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:49:54.390558 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-06733794-263c-4d61-b19b-01fbc19a53dd req-1cc18b2a-44b0-4bb3-b6d7-ed9d8e65b776 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (505221e4-323c-4366-9992-2473a03a05ed), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:54.405523 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['f33dc6dd-4acd-4575-80c9-1e46fde5cb1a', '505221e4-323c-4366-9992-2473a03a05ed'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:49:54.419072 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0b160-71de-401c-a7ca-39e46e24acdb req-6967f53d-21e3-429a-9e35-930c0552539c tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:54.426911 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b1f0b160-71de-401c-a7ca-39e46e24acdb req-6967f53d-21e3-429a-9e35-930c0552539c tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=38bcf5eb-349d-4287-982e-a1b8ee008209 HTTP/1.1" status: 200 len: 867 time: 0.0585175 Feb 17 15:49:54.432235 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc18b2a-44b0-4bb3-b6d7-ed9d8e65b776 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Pushing event deleted for resources: {'Port': ['ID=505221e4-323c-4366-9992-2473a03a05ed,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:49:54.459006 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc18b2a-44b0-4bb3-b6d7-ed9d8e65b776 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:54.459416 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc18b2a-44b0-4bb3-b6d7-ed9d8e65b776 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:54.459774 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc18b2a-44b0-4bb3-b6d7-ed9d8e65b776 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:54.460121 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc18b2a-44b0-4bb3-b6d7-ed9d8e65b776 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:54.460496 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc18b2a-44b0-4bb3-b6d7-ed9d8e65b776 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:54.461445 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc18b2a-44b0-4bb3-b6d7-ed9d8e65b776 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:54.461788 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc18b2a-44b0-4bb3-b6d7-ed9d8e65b776 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:54.462128 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc18b2a-44b0-4bb3-b6d7-ed9d8e65b776 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:54.462463 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc18b2a-44b0-4bb3-b6d7-ed9d8e65b776 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:54.462796 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc18b2a-44b0-4bb3-b6d7-ed9d8e65b776 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:54.463130 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc18b2a-44b0-4bb3-b6d7-ed9d8e65b776 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:54.463457 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc18b2a-44b0-4bb3-b6d7-ed9d8e65b776 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:54.463783 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc18b2a-44b0-4bb3-b6d7-ed9d8e65b776 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:49:54.481226 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b1f0b160-71de-401c-a7ca-39e46e24acdb req-42e2c109-1762-4e9e-9647-ec9548118a96 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543284 Feb 17 15:49:54.482670 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [req-06733794-263c-4d61-b19b-01fbc19a53dd req-1cc18b2a-44b0-4bb3-b6d7-ed9d8e65b776 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] No DVR routers for this DVR port 505221e4-323c-4366-9992-2473a03a05ed on host hv-cinder-60634 {{(pid=109498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:49:54.485761 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-06733794-263c-4d61-b19b-01fbc19a53dd req-1cc18b2a-44b0-4bb3-b6d7-ed9d8e65b776 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:54.493803 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-06733794-263c-4d61-b19b-01fbc19a53dd req-1cc18b2a-44b0-4bb3-b6d7-ed9d8e65b776 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.24 "DELETE /v2.0/ports/505221e4-323c-4366-9992-2473a03a05ed HTTP/1.1" status: 204 len: 173 time: 0.4190943 Feb 17 15:49:54.494290 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bcf5eb-349d-4287-982e-a1b8ee008209', 'name': 'network-vif-deleted', 'tag': '505221e4-323c-4366-9992-2473a03a05ed'}] {{(pid=109498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:49:54.496912 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}780bf5bf4681f798ff63f4c2752ba00573ae695b8458fad7683b49eb1801337a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313f5c99-4730-44bf-8eec-ec24084b3851" -d '{"events": [{"server_uuid": "38bcf5eb-349d-4287-982e-a1b8ee008209", "name": "network-vif-deleted", "tag": "505221e4-323c-4366-9992-2473a03a05ed"}]}' {{(pid=109498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:49:54.534035 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975c31df-298a-4189-b02a-dca7ad02f413 x-openstack-request-id: req-975c31df-298a-4189-b02a-dca7ad02f413 {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:49:54.534533 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bcf5eb-349d-4287-982e-a1b8ee008209", "name": "network-vif-deleted", "tag": "505221e4-323c-4366-9992-2473a03a05ed", "status": "completed", "code": 200}]} {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:49:54.534786 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-975c31df-298a-4189-b02a-dca7ad02f413 {{(pid=109498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:49:54.535532 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38bcf5eb-349d-4287-982e-a1b8ee008209', 'name': 'network-vif-deleted', 'tag': '505221e4-323c-4366-9992-2473a03a05ed', 'status': 'completed', 'code': 200} Feb 17 15:49:54.717708 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47616f-a928-414e-964e-dc1d0b74614d req-d03c9124-ef4d-4c33-98fe-f390cbfdfe32 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:54.719190 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-1a47616f-a928-414e-964e-dc1d0b74614d req-d03c9124-ef4d-4c33-98fe-f390cbfdfe32 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.24 "GET /v2.0/ports?device_id=cde45d3b-27a2-452e-80ff-55c27a85576a HTTP/1.1" status: 200 len: 945 time: 0.0551107 Feb 17 15:49:54.722736 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2307d5-8351-46b2-8a2b-058ae4fa6c4b req-55546f23-7188-4c21-a983-a6d1c66b0d69 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:54.724465 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2b2307d5-8351-46b2-8a2b-058ae4fa6c4b req-55546f23-7188-4c21-a983-a6d1c66b0d69 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=cde45d3b-27a2-452e-80ff-55c27a85576a HTTP/1.1" status: 200 len: 945 time: 0.0508940 Feb 17 15:49:54.770770 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2b2307d5-8351-46b2-8a2b-058ae4fa6c4b req-d923b04a-1cd6-4f74-9faf-7f21c9a6b2dc tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401146 Feb 17 15:49:54.818281 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [req-1a47616f-a928-414e-964e-dc1d0b74614d req-750227ad-e982-4ee1-8c74-a4b0654e23d8 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Deleting port f3d0e472-1c34-49be-9b20-f8d9c7135ae6 {{(pid=109498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:49:54.818634 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-1a47616f-a928-414e-964e-dc1d0b74614d req-750227ad-e982-4ee1-8c74-a4b0654e23d8 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (f3d0e472-1c34-49be-9b20-f8d9c7135ae6), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:54.906876 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-1a47616f-a928-414e-964e-dc1d0b74614d req-750227ad-e982-4ee1-8c74-a4b0654e23d8 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] For port f3d0e472-1c34-49be-9b20-f8d9c7135ae6, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f3d0e472-1c34-49be-9b20-f8d9c7135ae6,segment=NetworkSegment(1f784071-6392-4f16-89cb-e23293ef5e6a),segment_id=1f784071-6392-4f16-89cb-e23293ef5e6a)] {{(pid=109498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:49:54.907242 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-1a47616f-a928-414e-964e-dc1d0b74614d req-750227ad-e982-4ee1-8c74-a4b0654e23d8 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (f3d0e472-1c34-49be-9b20-f8d9c7135ae6), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:54.919491 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [req-1a47616f-a928-414e-964e-dc1d0b74614d req-750227ad-e982-4ee1-8c74-a4b0654e23d8 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Calling delete_port for f3d0e472-1c34-49be-9b20-f8d9c7135ae6 owned by compute:nova {{(pid=109498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:49:55.006647 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7ee4d-2594-4641-881d-ffe87a4def9f req-44b3322e-75ee-4d5e-a106-10c2bf0549a2 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:55.008704 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d5c7ee4d-2594-4641-881d-ffe87a4def9f req-44b3322e-75ee-4d5e-a106-10c2bf0549a2 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 984 time: 0.0552316 Feb 17 15:49:55.051546 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-1a47616f-a928-414e-964e-dc1d0b74614d req-750227ad-e982-4ee1-8c74-a4b0654e23d8 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (f3d0e472-1c34-49be-9b20-f8d9c7135ae6), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:55.067562 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['f3d0e472-1c34-49be-9b20-f8d9c7135ae6'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:49:55.069734 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d5c7ee4d-2594-4641-881d-ffe87a4def9f req-e8c62a4c-e768-41c8-9757-f4bdc70702a1 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=7c9f27af-2e3b-4317-946d-7ad572eba4f8&id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548751 Feb 17 15:49:55.092961 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750227ad-e982-4ee1-8c74-a4b0654e23d8 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Pushing event deleted for resources: {'Port': ['ID=f3d0e472-1c34-49be-9b20-f8d9c7135ae6,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:49:55.145332 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a47616f-a928-414e-964e-dc1d0b74614d req-750227ad-e982-4ee1-8c74-a4b0654e23d8 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] No DVR routers for this DVR port f3d0e472-1c34-49be-9b20-f8d9c7135ae6 on host hv-cinder-60634 {{(pid=109498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:49:55.147727 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-1a47616f-a928-414e-964e-dc1d0b74614d req-750227ad-e982-4ee1-8c74-a4b0654e23d8 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:49:55.151147 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-1a47616f-a928-414e-964e-dc1d0b74614d req-750227ad-e982-4ee1-8c74-a4b0654e23d8 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.24 "DELETE /v2.0/ports/f3d0e472-1c34-49be-9b20-f8d9c7135ae6 HTTP/1.1" status: 204 len: 173 time: 0.4246635 Feb 17 15:49:55.753346 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c169440-9b9d-40f9-b6c6-935df0f44082 req-ce2a97ae-e252-43fe-bfda-a33acf2f42a9 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:55.754786 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1c169440-9b9d-40f9-b6c6-935df0f44082 req-ce2a97ae-e252-43fe-bfda-a33acf2f42a9 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0546746 Feb 17 15:49:55.799599 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1c169440-9b9d-40f9-b6c6-935df0f44082 req-c2587d42-303a-4ffa-8309-bf5ed59a42cc tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388362 Feb 17 15:49:56.536904 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde45d3b-27a2-452e-80ff-55c27a85576a', 'name': 'network-vif-deleted', 'tag': 'f3d0e472-1c34-49be-9b20-f8d9c7135ae6'}] {{(pid=109498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:49:56.539769 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}780bf5bf4681f798ff63f4c2752ba00573ae695b8458fad7683b49eb1801337a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53a9913-d113-4fba-b908-4b2575ab3eda" -d '{"events": [{"server_uuid": "cde45d3b-27a2-452e-80ff-55c27a85576a", "name": "network-vif-deleted", "tag": "f3d0e472-1c34-49be-9b20-f8d9c7135ae6"}]}' {{(pid=109498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:49:56.573040 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab2eaa8-cfeb-4a5a-8a98-febec5c162d2 x-openstack-request-id: req-dab2eaa8-cfeb-4a5a-8a98-febec5c162d2 {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:49:56.573337 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde45d3b-27a2-452e-80ff-55c27a85576a", "name": "network-vif-deleted", "tag": "f3d0e472-1c34-49be-9b20-f8d9c7135ae6", "status": "completed", "code": 200}]} {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:49:56.573594 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dab2eaa8-cfeb-4a5a-8a98-febec5c162d2 {{(pid=109498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:49:56.573994 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde45d3b-27a2-452e-80ff-55c27a85576a', 'name': 'network-vif-deleted', 'tag': 'f3d0e472-1c34-49be-9b20-f8d9c7135ae6', 'status': 'completed', 'code': 200} Feb 17 15:49:56.917649 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254ae9e-7791-4172-808a-19f9851e1834 req-4155f0db-2731-4215-aa60-6d5918d97fb2 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:56.919137 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0254ae9e-7791-4172-808a-19f9851e1834 req-4155f0db-2731-4215-aa60-6d5918d97fb2 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0512516 Feb 17 15:49:56.964357 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0254ae9e-7791-4172-808a-19f9851e1834 req-03c806ca-c793-4e5d-8728-c4f4411c0886 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397942 Feb 17 15:49:58.082786 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcabd5-22af-4dcf-9268-e03886ebfcbf req-42c59153-3021-4035-b39e-0cb7b65e832d tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:58.084248 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b8bcabd5-22af-4dcf-9268-e03886ebfcbf req-42c59153-3021-4035-b39e-0cb7b65e832d tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0509264 Feb 17 15:49:58.132421 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b8bcabd5-22af-4dcf-9268-e03886ebfcbf req-a83b3260-9993-4b7e-991f-81b727872f83 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427325 Feb 17 15:49:58.876377 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 505221e4-323c-4366-9992-2473a03a05ed no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:49:58.896459 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] No Port match for: 505221e4-323c-4366-9992-2473a03a05ed {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:49:58.896814 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 505221e4-323c-4366-9992-2473a03a05ed not bound to the agent host hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:49:59.246073 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2e081-134e-4e47-b870-1e6ca0bdc9cb req-2f783c46-d2df-4ed0-a3f5-ecf1522ed050 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:49:59.247520 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d2e2e081-134e-4e47-b870-1e6ca0bdc9cb req-2f783c46-d2df-4ed0-a3f5-ecf1522ed050 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0505080 Feb 17 15:49:59.293364 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d2e2e081-134e-4e47-b870-1e6ca0bdc9cb req-51fd4040-177e-4ee8-bed1-2a4edc1b17b4 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402901 Feb 17 15:49:59.680990 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device f3d0e472-1c34-49be-9b20-f8d9c7135ae6 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:49:59.700102 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] No Port match for: f3d0e472-1c34-49be-9b20-f8d9c7135ae6 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:49:59.700467 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device f3d0e472-1c34-49be-9b20-f8d9c7135ae6 not bound to the agent host hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:50:00.020306 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-827f3194-29c6-4532-addf-63c5e073c61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:00.420840 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd458d-b0b5-4ee9-98ca-6d1e6ad7f56e req-318878f0-317c-4268-b91d-28ee750dab6d tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:00.422313 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-51cd458d-b0b5-4ee9-98ca-6d1e6ad7f56e req-318878f0-317c-4268-b91d-28ee750dab6d tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0539348 Feb 17 15:50:00.468583 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-51cd458d-b0b5-4ee9-98ca-6d1e6ad7f56e req-c0a1b550-25d3-44c0-824d-501270c6eaab tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398753 Feb 17 15:50:01.588209 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a6061-60ea-4992-9027-be944a13bcf5 req-8e4cecb2-b367-4ee8-a546-4a78876ceef4 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:01.589655 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-df3a6061-60ea-4992-9027-be944a13bcf5 req-8e4cecb2-b367-4ee8-a546-4a78876ceef4 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0551667 Feb 17 15:50:01.634878 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-df3a6061-60ea-4992-9027-be944a13bcf5 req-1e7a1406-376b-4547-9577-411e354ec5e4 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397859 Feb 17 15:50:02.402066 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-e0e5d35d-d519-43f9-bc71-d4675ffc3ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:02.750676 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ac1c4-7bf8-4d2d-92db-f14c23133700 req-7d9f80bd-03ef-47f3-99e8-91d8ffc2f046 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:02.752135 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-bf7ac1c4-7bf8-4d2d-92db-f14c23133700 req-7d9f80bd-03ef-47f3-99e8-91d8ffc2f046 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0512044 Feb 17 15:50:02.797373 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-bf7ac1c4-7bf8-4d2d-92db-f14c23133700 req-6c2e01d6-9eb8-4bc6-aa74-5993cb6bbfda tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397887 Feb 17 15:50:03.616949 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:03.915648 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476dd9c4-fb30-409a-af53-ce9412db8371 req-47b18b38-b9a4-4fef-9a27-94b57755aff3 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:03.917135 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-476dd9c4-fb30-409a-af53-ce9412db8371 req-47b18b38-b9a4-4fef-9a27-94b57755aff3 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0541632 Feb 17 15:50:03.960844 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-476dd9c4-fb30-409a-af53-ce9412db8371 req-1e351746-8f5d-40a6-8a3b-cb46a7c03275 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382712 Feb 17 15:50:04.936507 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbffdb3-40bb-4393-af67-8eb8e05fa06f req-b59803aa-ce34-4d3e-8a4d-93d89f7ded90 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:04.937953 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-4fbffdb3-40bb-4393-af67-8eb8e05fa06f req-b59803aa-ce34-4d3e-8a4d-93d89f7ded90 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.24 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0525730 Feb 17 15:50:05.032912 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [req-4fbffdb3-40bb-4393-af67-8eb8e05fa06f req-929d7631-34eb-459e-9cc8-b3b60e0652de tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Deleting port f33dc6dd-4acd-4575-80c9-1e46fde5cb1a {{(pid=109498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:50:05.033257 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-4fbffdb3-40bb-4393-af67-8eb8e05fa06f req-929d7631-34eb-459e-9cc8-b3b60e0652de tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (f33dc6dd-4acd-4575-80c9-1e46fde5cb1a), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:05.077208 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f6fbf-e13a-45b5-88c6-a4a21e652afd req-a5e947a7-7985-4ebd-a6e5-f7e9347ec185 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:05.077858 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:05.078826 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-af0f6fbf-e13a-45b5-88c6-a4a21e652afd req-a5e947a7-7985-4ebd-a6e5-f7e9347ec185 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/ports?device_id=96af51b7-7b9f-4235-89a5-d8443888d406 HTTP/1.1" status: 200 len: 946 time: 0.0527880 Feb 17 15:50:05.125623 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-4fbffdb3-40bb-4393-af67-8eb8e05fa06f req-929d7631-34eb-459e-9cc8-b3b60e0652de tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] For port f33dc6dd-4acd-4575-80c9-1e46fde5cb1a, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=f33dc6dd-4acd-4575-80c9-1e46fde5cb1a,segment=NetworkSegment(9596e9eb-bfeb-481a-82bb-517ab15c82d5),segment_id=9596e9eb-bfeb-481a-82bb-517ab15c82d5)] {{(pid=109498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:50:05.125985 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-4fbffdb3-40bb-4393-af67-8eb8e05fa06f req-929d7631-34eb-459e-9cc8-b3b60e0652de tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (f33dc6dd-4acd-4575-80c9-1e46fde5cb1a), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:05.126794 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-af0f6fbf-e13a-45b5-88c6-a4a21e652afd req-34a689eb-741e-4f52-bd14-d1367232c3f7 tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.67 "GET /v2.0/security-groups?id=4ce97711-e33e-433d-b016-51f68b16b9c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422692 Feb 17 15:50:05.138706 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [req-4fbffdb3-40bb-4393-af67-8eb8e05fa06f req-929d7631-34eb-459e-9cc8-b3b60e0652de tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Calling delete_port for f33dc6dd-4acd-4575-80c9-1e46fde5cb1a owned by compute:nova {{(pid=109498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:50:05.262948 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-4fbffdb3-40bb-4393-af67-8eb8e05fa06f req-929d7631-34eb-459e-9cc8-b3b60e0652de tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (f33dc6dd-4acd-4575-80c9-1e46fde5cb1a), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:05.276990 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['f33dc6dd-4acd-4575-80c9-1e46fde5cb1a'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:50:05.291182 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d7631-34eb-459e-9cc8-b3b60e0652de tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Pushing event deleted for resources: {'Port': ['ID=f33dc6dd-4acd-4575-80c9-1e46fde5cb1a,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:05.332124 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbffdb3-40bb-4393-af67-8eb8e05fa06f req-929d7631-34eb-459e-9cc8-b3b60e0652de tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] No DVR routers for this DVR port f33dc6dd-4acd-4575-80c9-1e46fde5cb1a on host hv-cinder-60634 {{(pid=109498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:50:05.334584 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-4fbffdb3-40bb-4393-af67-8eb8e05fa06f req-929d7631-34eb-459e-9cc8-b3b60e0652de tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:05.338554 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-4fbffdb3-40bb-4393-af67-8eb8e05fa06f req-929d7631-34eb-459e-9cc8-b3b60e0652de tempest-ServerRescueNegativeTestJSON-1892487422 tempest-ServerRescueNegativeTestJSON-1892487422-project] 10.222.0.24 "DELETE /v2.0/ports/f33dc6dd-4acd-4575-80c9-1e46fde5cb1a HTTP/1.1" status: 204 len: 173 time: 0.3944418 Feb 17 15:50:05.339052 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96af51b7-7b9f-4235-89a5-d8443888d406', 'name': 'network-vif-deleted', 'tag': 'f33dc6dd-4acd-4575-80c9-1e46fde5cb1a'}] {{(pid=109498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:50:05.341274 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}780bf5bf4681f798ff63f4c2752ba00573ae695b8458fad7683b49eb1801337a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127b7924-7cf5-4b5b-bf4e-3a56f26f78c2" -d '{"events": [{"server_uuid": "96af51b7-7b9f-4235-89a5-d8443888d406", "name": "network-vif-deleted", "tag": "f33dc6dd-4acd-4575-80c9-1e46fde5cb1a"}]}' {{(pid=109498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:50:05.386492 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b930b13c-f7f8-43b2-9eed-9f91349c9862 x-openstack-request-id: req-b930b13c-f7f8-43b2-9eed-9f91349c9862 {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:50:05.386782 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96af51b7-7b9f-4235-89a5-d8443888d406", "name": "network-vif-deleted", "tag": "f33dc6dd-4acd-4575-80c9-1e46fde5cb1a", "status": "completed", "code": 200}]} {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:50:05.387036 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b930b13c-f7f8-43b2-9eed-9f91349c9862 {{(pid=109498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:50:05.387430 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96af51b7-7b9f-4235-89a5-d8443888d406', 'name': 'network-vif-deleted', 'tag': 'f33dc6dd-4acd-4575-80c9-1e46fde5cb1a', 'status': 'completed', 'code': 200} Feb 17 15:50:05.709727 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-9ead39fb-7e32-4996-ba5e-ad22a01eca7a tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:05.711200 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-9ead39fb-7e32-4996-ba5e-ad22a01eca7a tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/networks?id=95eec3f0-7d12-415d-9eae-4a41efd9bc2b HTTP/1.1" status: 200 len: 814 time: 0.1008036 Feb 17 15:50:05.725406 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-f3c4de6f-c002-4bf2-adc0-4d03ce237fc9 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/quotas/90c4754471fc4bf4af557a1ef1537d69 HTTP/1.1" status: 200 len: 375 time: 0.0090961 Feb 17 15:50:05.756650 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-5845d506-91f9-4a2e-a883-34031145155e tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=90c4754471fc4bf4af557a1ef1537d69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264275 Feb 17 15:50:05.851257 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-2d05cdd4-4758-48dd-b035-34100c0719e0 service neutron] 10.222.0.67 "GET /v2.0/networks/95eec3f0-7d12-415d-9eae-4a41efd9bc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874422 Feb 17 15:50:05.939439 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-9022e2a0-dbd3-45db-af73-54f7c197adc4 service neutron] 10.222.0.67 "GET /v2.0/networks/95eec3f0-7d12-415d-9eae-4a41efd9bc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818865 Feb 17 15:50:06.116949 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a3b7f0aa-ccfe-4db6-b986-297e204b8943 req-2b5c5f1a-c7bf-486b-a9a0-272e9d99134d tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=72f08802-c853-4b37-9f2e-dc797a1d09d8 HTTP/1.1" status: 200 len: 210 time: 0.0268569 Feb 17 15:50:06.182423 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 55282) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:06.552851 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:06.847281 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607139'] for router_interface (2aded01f-6882-4361-bcc6-f44b9bd913e2), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:07.142726 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] Deleting port 52c967fe-91ba-40fc-a8f6-67cf155891c1 {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:50:07.143397 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (52c967fe-91ba-40fc-a8f6-67cf155891c1), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:07.151134 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-08751ffd-f0be-47c9-b63e-d6ef7ed605da tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:07.152733 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-08751ffd-f0be-47c9-b63e-d6ef7ed605da tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.24 "GET /v2.0/networks?id=95eec3f0-7d12-415d-9eae-4a41efd9bc2b HTTP/1.1" status: 200 len: 814 time: 0.1055586 Feb 17 15:50:07.171104 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-22ee8130-3c9b-4f07-a0c3-709427fb021f tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Request body: {'port': {'device_id': '72f08802-c853-4b37-9f2e-dc797a1d09d8', 'network_id': '95eec3f0-7d12-415d-9eae-4a41efd9bc2b', 'admin_state_up': True, 'tenant_id': '90c4754471fc4bf4af557a1ef1537d69'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:50:07.236537 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fe73050f-d53f-460e-b650-697d3e1d7d0e req-2ed82b19-dbf4-4720-b1e7-4e87e375a407 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=72f08802-c853-4b37-9f2e-dc797a1d09d8 HTTP/1.1" status: 200 len: 210 time: 0.0384429 Feb 17 15:50:07.255946 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] For port 52c967fe-91ba-40fc-a8f6-67cf155891c1, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=52c967fe-91ba-40fc-a8f6-67cf155891c1,segment=NetworkSegment(9596e9eb-bfeb-481a-82bb-517ab15c82d5),segment_id=9596e9eb-bfeb-481a-82bb-517ab15c82d5)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:50:07.256309 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (52c967fe-91ba-40fc-a8f6-67cf155891c1), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:07.268685 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] Calling delete_port for 52c967fe-91ba-40fc-a8f6-67cf155891c1 owned by network:router_interface {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:50:07.288651 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-22ee8130-3c9b-4f07-a0c3-709427fb021f tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Made reservation on behalf of 90c4754471fc4bf4af557a1ef1537d69 for: {'port': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:50:07.292472 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-22ee8130-3c9b-4f07-a0c3-709427fb021f tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:07.417207 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_common [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-22ee8130-3c9b-4f07-a0c3-709427fb021f tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Allocated IP 172.20.0.10 (95eec3f0-7d12-415d-9eae-4a41efd9bc2b/ce956aa9-07c3-4fd4-9666-711da10f8895/3b0717fa-fc8e-414e-8227-af5c219d0225) {{(pid=109498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:50:07.457755 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (52c967fe-91ba-40fc-a8f6-67cf155891c1), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:07.491457 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=52c967fe-91ba-40fc-a8f6-67cf155891c1,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:07.515348 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:07.515705 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:07.516052 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:07.516391 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:07.516755 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:07.517086 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:07.517422 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:07.517751 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:07.518080 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:07.518405 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:07.518727 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:07.519047 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:07.519367 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:07.632469 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-22ee8130-3c9b-4f07-a0c3-709427fb021f tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Publish callbacks [] for port (3b0717fa-fc8e-414e-8227-af5c219d0225), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:07.668828 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-22ee8130-3c9b-4f07-a0c3-709427fb021f tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (3b0717fa-fc8e-414e-8227-af5c219d0225), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:07.687668 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1607699'] for router_interface (2aded01f-6882-4361-bcc6-f44b9bd913e2), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:07.711681 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-22ee8130-3c9b-4f07-a0c3-709427fb021f tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Network 95eec3f0-7d12-415d-9eae-4a41efd9bc2b is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:50:07.716850 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-22ee8130-3c9b-4f07-a0c3-709427fb021f tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:50:07.720585 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-22ee8130-3c9b-4f07-a0c3-709427fb021f tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Received port after_create {{(pid=109498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:50:07.747587 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee8130-3c9b-4f07-a0c3-709427fb021f tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Pushing event updated for resources: {'Port': ['ID=3b0717fa-fc8e-414e-8227-af5c219d0225,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:07.775832 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-22ee8130-3c9b-4f07-a0c3-709427fb021f tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:07.776495 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-22ee8130-3c9b-4f07-a0c3-709427fb021f tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:07.797535 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-22ee8130-3c9b-4f07-a0c3-709427fb021f tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6318724 Feb 17 15:50:07.816852 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-d0308bda-4b1f-47c2-a21e-98f98ce895f6 service neutron] Request body: {'port': {'device_id': '72f08802-c853-4b37-9f2e-dc797a1d09d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:50:07.883438 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-d0308bda-4b1f-47c2-a21e-98f98ce895f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (3b0717fa-fc8e-414e-8227-af5c219d0225), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:07.935229 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] Router 2aded01f-6882-4361-bcc6-f44b9bd913e2 has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:50:08.042844 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:50:08.047977 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-7981e78a-3f21-4e40-8833-0a4b760284d0 admin admin] 10.222.0.67 "PUT /v2.0/routers/2aded01f-6882-4361-bcc6-f44b9bd913e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8644483 Feb 17 15:50:08.050346 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 55308) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:08.052430 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5d62a8-b7a4-4019-9255-22d484f5d476 None None] Sync routers for ids ['2aded01f-6882-4361-bcc6-f44b9bd913e2'] in dv-cinder-606346-36-iscsi {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:50:08.064105 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5d62a8-b7a4-4019-9255-22d484f5d476 None None] Routers {'2aded01f-6882-4361-bcc6-f44b9bd913e2'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:50:08.065897 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-fd5d62a8-b7a4-4019-9255-22d484f5d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:50:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['2aded01f-6882-4361-bcc6-f44b9bd913e2'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:08.143350 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-d0308bda-4b1f-47c2-a21e-98f98ce895f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0717fa-fc8e-414e-8227-af5c219d0225 {{(pid=109498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:50:08.151472 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-d0308bda-4b1f-47c2-a21e-98f98ce895f6 service neutron] Publish callbacks [] for port (3b0717fa-fc8e-414e-8227-af5c219d0225), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:08.157337 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6eeca6fd-a6b7-4ca1-914d-1e5c1ff1fa71 admin admin] Publish callbacks [] for router (2aded01f-6882-4361-bcc6-f44b9bd913e2), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:08.165590 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.provisioning_blocks [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-d0308bda-4b1f-47c2-a21e-98f98ce895f6 service neutron] Transition to ACTIVE for port object 3b0717fa-fc8e-414e-8227-af5c219d0225 will not be triggered until provisioned by entity L2. {{(pid=109498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 15:50:08.169500 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-d0308bda-4b1f-47c2-a21e-98f98ce895f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8641772'] for port (3b0717fa-fc8e-414e-8227-af5c219d0225), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:08.224218 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0308bda-4b1f-47c2-a21e-98f98ce895f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0717fa-fc8e-414e-8227-af5c219d0225,revision_number=2']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:08.272517 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-fd5d62a8-b7a4-4019-9255-22d484f5d476 None None] Set router 2aded01f-6882-4361-bcc6-f44b9bd913e2 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:50:08.278851 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6eeca6fd-a6b7-4ca1-914d-1e5c1ff1fa71 admin admin] Publish callbacks [] for router_gateway (2aded01f-6882-4361-bcc6-f44b9bd913e2), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:08.317687 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-d0308bda-4b1f-47c2-a21e-98f98ce895f6 service neutron] Attempting to bind port 3b0717fa-fc8e-414e-8227-af5c219d0225 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:50:08.318057 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-d0308bda-4b1f-47c2-a21e-98f98ce895f6 service neutron] Attempting to bind port 3b0717fa-fc8e-414e-8227-af5c219d0225 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '1f784071-6392-4f16-89cb-e23293ef5e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95eec3f0-7d12-415d-9eae-4a41efd9bc2b'}] {{(pid=109498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:50:08.318352 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-d0308bda-4b1f-47c2-a21e-98f98ce895f6 service neutron] Attempting to bind port 3b0717fa-fc8e-414e-8227-af5c219d0225 on network 95eec3f0-7d12-415d-9eae-4a41efd9bc2b {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:50:08.323059 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-d0308bda-4b1f-47c2-a21e-98f98ce895f6 service neutron] Port 3b0717fa-fc8e-414e-8227-af5c219d0225 on network 95eec3f0-7d12-415d-9eae-4a41efd9bc2b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 15:50:08.323380 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-d0308bda-4b1f-47c2-a21e-98f98ce895f6 service neutron] Attempting to bind port 3b0717fa-fc8e-414e-8227-af5c219d0225 on network 95eec3f0-7d12-415d-9eae-4a41efd9bc2b {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:50:08.330513 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-d0308bda-4b1f-47c2-a21e-98f98ce895f6 service neutron] Checking agent: {'id': '085351c5-065a-4edc-ae4b-0d7f2b27b503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'started_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:50:08.330513 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-d0308bda-4b1f-47c2-a21e-98f98ce895f6 service neutron] Checking segment: {'id': '1f784071-6392-4f16-89cb-e23293ef5e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95eec3f0-7d12-415d-9eae-4a41efd9bc2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:50:08.330819 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-d0308bda-4b1f-47c2-a21e-98f98ce895f6 service neutron] Bound using segment: {'id': '1f784071-6392-4f16-89cb-e23293ef5e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95eec3f0-7d12-415d-9eae-4a41efd9bc2b'} {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:50:08.331202 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-d0308bda-4b1f-47c2-a21e-98f98ce895f6 service neutron] Bound port: 3b0717fa-fc8e-414e-8227-af5c219d0225, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f784071-6392-4f16-89cb-e23293ef5e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '95eec3f0-7d12-415d-9eae-4a41efd9bc2b'}}] {{(pid=109498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:50:08.331560 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-d0308bda-4b1f-47c2-a21e-98f98ce895f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (3b0717fa-fc8e-414e-8227-af5c219d0225), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:08.374680 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-6eeca6fd-a6b7-4ca1-914d-1e5c1ff1fa71 admin admin] Deleting port 99da4d43-62b3-48c6-bbb2-b188579f9dbe {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:50:08.375116 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6eeca6fd-a6b7-4ca1-914d-1e5c1ff1fa71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (99da4d43-62b3-48c6-bbb2-b188579f9dbe), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:08.403148 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-d0308bda-4b1f-47c2-a21e-98f98ce895f6 service neutron] For port 3b0717fa-fc8e-414e-8227-af5c219d0225, host hv-cinder-60634, cleared binding levels {{(pid=109498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:50:08.407032 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-d0308bda-4b1f-47c2-a21e-98f98ce895f6 service neutron] For port 3b0717fa-fc8e-414e-8227-af5c219d0225, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=3b0717fa-fc8e-414e-8227-af5c219d0225,segment=NetworkSegment(1f784071-6392-4f16-89cb-e23293ef5e6a),segment_id=1f784071-6392-4f16-89cb-e23293ef5e6a)] {{(pid=109498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:50:08.414028 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-d0308bda-4b1f-47c2-a21e-98f98ce895f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8641772'] for port (3b0717fa-fc8e-414e-8227-af5c219d0225), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:08.448127 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6d928-dbb0-4c6e-9d93-c04406baca4f req-252efee9-b60c-4126-95e8-293231e2c5bb tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:08.450580 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-d0308bda-4b1f-47c2-a21e-98f98ce895f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:08.451373 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-d0308bda-4b1f-47c2-a21e-98f98ce895f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:08.452930 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-d0308bda-4b1f-47c2-a21e-98f98ce895f6 service neutron] 10.222.0.24 "PUT /v2.0/ports/3b0717fa-fc8e-414e-8227-af5c219d0225 HTTP/1.1" status: 200 len: 1094 time: 0.6436477 Feb 17 15:50:08.453240 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6ca6d928-dbb0-4c6e-9d93-c04406baca4f req-252efee9-b60c-4126-95e8-293231e2c5bb tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=72f08802-c853-4b37-9f2e-dc797a1d09d8 HTTP/1.1" status: 200 len: 944 time: 0.1219046 Feb 17 15:50:08.455177 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f08802-c853-4b37-9f2e-dc797a1d09d8', 'tag': '3b0717fa-fc8e-414e-8227-af5c219d0225'}] {{(pid=109498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:50:08.457381 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}780bf5bf4681f798ff63f4c2752ba00573ae695b8458fad7683b49eb1801337a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b23316-3622-40e9-8713-ed4bbaa5b6ea" -d '{"events": [{"name": "network-changed", "server_uuid": "72f08802-c853-4b37-9f2e-dc797a1d09d8", "tag": "3b0717fa-fc8e-414e-8227-af5c219d0225"}]}' {{(pid=109498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:50:08.486567 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0308bda-4b1f-47c2-a21e-98f98ce895f6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0717fa-fc8e-414e-8227-af5c219d0225,revision_number=3']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:08.497726 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-fd5d62a8-b7a4-4019-9255-22d484f5d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aded01f-6882-4361-bcc6-f44b9bd913e2', 'name': 'tempest-ServerRescueNegativeTestJSON-2029846264-router', 'tenant_id': '3590575d8d3f494684bef28728ed18cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '99da4d43-62b3-48c6-bbb2-b188579f9dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:46:37Z', 'updated_at': '2022-02-17T15:50:07Z', 'revision_number': 5, 'project_id': '3590575d8d3f494684bef28728ed18cf', 'gw_port': {'id': '99da4d43-62b3-48c6-bbb2-b188579f9dbe', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:0b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aded01f-6882-4361-bcc6-f44b9bd913e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:46:38Z', 'updated_at': '2022-02-17T15:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:08.515837 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101db922-b8a7-4c55-87a9-043414828714 x-openstack-request-id: req-101db922-b8a7-4c55-87a9-043414828714 {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:50:08.516132 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f08802-c853-4b37-9f2e-dc797a1d09d8", "tag": "3b0717fa-fc8e-414e-8227-af5c219d0225", "status": "completed", "code": 200}]} {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:50:08.516388 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-101db922-b8a7-4c55-87a9-043414828714 {{(pid=109498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:50:08.516854 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f08802-c853-4b37-9f2e-dc797a1d09d8', 'tag': '3b0717fa-fc8e-414e-8227-af5c219d0225', 'status': 'completed', 'code': 200} Feb 17 15:50:08.534500 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [None req-6eeca6fd-a6b7-4ca1-914d-1e5c1ff1fa71 admin admin] For port 99da4d43-62b3-48c6-bbb2-b188579f9dbe, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=99da4d43-62b3-48c6-bbb2-b188579f9dbe,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:50:08.534849 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5d62a8-b7a4-4019-9255-22d484f5d476 None None] Checking router: 2aded01f-6882-4361-bcc6-f44b9bd913e2 for host: dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:50:08.534992 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6eeca6fd-a6b7-4ca1-914d-1e5c1ff1fa71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (99da4d43-62b3-48c6-bbb2-b188579f9dbe), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:08.543967 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5d62a8-b7a4-4019-9255-22d484f5d476 None None] Routers {'2aded01f-6882-4361-bcc6-f44b9bd913e2'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:50:08.544850 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-fd5d62a8-b7a4-4019-9255-22d484f5d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:50:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['2aded01f-6882-4361-bcc6-f44b9bd913e2'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:08.559805 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-6eeca6fd-a6b7-4ca1-914d-1e5c1ff1fa71 admin admin] Calling delete_port for 99da4d43-62b3-48c6-bbb2-b188579f9dbe owned by network:router_gateway {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:50:08.567114 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-707f805d-ab98-4b9b-b3d8-c3031ca85375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:08.567314 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6ca6d928-dbb0-4c6e-9d93-c04406baca4f req-b5092a6b-d4a0-4349-8aa6-714200668248 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097052 Feb 17 15:50:08.568039 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-707f805d-ab98-4b9b-b3d8-c3031ca85375 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90c4754471fc4bf4af557a1ef1537d69&device_id=72f08802-c853-4b37-9f2e-dc797a1d09d8 HTTP/1.1" status: 200 len: 1128 time: 0.0639503 Feb 17 15:50:08.628838 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-0898c5db-5664-4db7-af64-89e0ed258dc1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b0717fa-fc8e-414e-8227-af5c219d0225 HTTP/1.1" status: 200 len: 217 time: 0.0465658 Feb 17 15:50:08.655402 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-fd5d62a8-b7a4-4019-9255-22d484f5d476 None None] Set router 2aded01f-6882-4361-bcc6-f44b9bd913e2 gateway port host: None {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:50:08.691838 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-2ad8d411-2e20-482b-9933-6720be9505d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:08.693633 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-2ad8d411-2e20-482b-9933-6720be9505d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce956aa9-07c3-4fd4-9666-711da10f8895 HTTP/1.1" status: 200 len: 854 time: 0.0542567 Feb 17 15:50:08.714286 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-fd5d62a8-b7a4-4019-9255-22d484f5d476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aded01f-6882-4361-bcc6-f44b9bd913e2', 'name': 'tempest-ServerRescueNegativeTestJSON-2029846264-router', 'tenant_id': '3590575d8d3f494684bef28728ed18cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:46:37Z', 'updated_at': '2022-02-17T15:50:08Z', 'revision_number': 6, 'project_id': '3590575d8d3f494684bef28728ed18cf', 'gw_port_host': None}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:08.725995 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-eb959c2d-b225-41bf-941a-fe4b2e5e4841 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95eec3f0-7d12-415d-9eae-4a41efd9bc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260468 Feb 17 15:50:08.743757 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5d62a8-b7a4-4019-9255-22d484f5d476 None None] The sync data for ids ['2aded01f-6882-4361-bcc6-f44b9bd913e2'] in dv-cinder-606346-36-iscsi is: [{'id': '2aded01f-6882-4361-bcc6-f44b9bd913e2', 'name': 'tempest-ServerRescueNegativeTestJSON-2029846264-router', 'tenant_id': '3590575d8d3f494684bef28728ed18cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:46:37Z', 'updated_at': '2022-02-17T15:50:08Z', 'revision_number': 6, 'project_id': '3590575d8d3f494684bef28728ed18cf', 'gw_port_host': None}] {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:50:08.768780 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6eeca6fd-a6b7-4ca1-914d-1e5c1ff1fa71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (99da4d43-62b3-48c6-bbb2-b188579f9dbe), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:08.802481 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeca6fd-a6b7-4ca1-914d-1e5c1ff1fa71 admin admin] Pushing event deleted for resources: {'Port': ['ID=99da4d43-62b3-48c6-bbb2-b188579f9dbe,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:08.828358 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-2ded6a91-1ff6-44bb-a1fa-5bf745984c87 service neutron] 10.222.0.24 "GET /v2.0/networks/95eec3f0-7d12-415d-9eae-4a41efd9bc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937316 Feb 17 15:50:08.856956 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6eeca6fd-a6b7-4ca1-914d-1e5c1ff1fa71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1606057'] for router_gateway (2aded01f-6882-4361-bcc6-f44b9bd913e2), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:08.923499 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-ef0cfbd0-1613-4357-97f7-e6c0edfb30be req-8d53176e-f381-4d20-92a3-5ae1ac4d9ede service neutron] 10.222.0.24 "GET /v2.0/networks/95eec3f0-7d12-415d-9eae-4a41efd9bc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872068 Feb 17 15:50:08.973586 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6eeca6fd-a6b7-4ca1-914d-1e5c1ff1fa71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-222871'] for router (2aded01f-6882-4361-bcc6-f44b9bd913e2), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:08.975815 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6eeca6fd-a6b7-4ca1-914d-1e5c1ff1fa71 admin admin] Publish callbacks [] for router_controller (2aded01f-6882-4361-bcc6-f44b9bd913e2), precommit_delete_associations {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:09.035034 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b23316-3622-40e9-8713-ed4bbaa5b6ea req-11afdc64-80bc-4285-814a-7cfac02f4364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:09.036488 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-86b23316-3622-40e9-8713-ed4bbaa5b6ea req-11afdc64-80bc-4285-814a-7cfac02f4364 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=90c4754471fc4bf4af557a1ef1537d69&device_id=72f08802-c853-4b37-9f2e-dc797a1d09d8 HTTP/1.1" status: 200 len: 1128 time: 0.0609539 Feb 17 15:50:09.059043 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6eeca6fd-a6b7-4ca1-914d-1e5c1ff1fa71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608253'] for router (2aded01f-6882-4361-bcc6-f44b9bd913e2), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:09.061190 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eeca6fd-a6b7-4ca1-914d-1e5c1ff1fa71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2aded01f-6882-4361-bcc6-f44b9bd913e2 {{(pid=109499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 15:50:09.070951 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6eeca6fd-a6b7-4ca1-914d-1e5c1ff1fa71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:09.070951 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-6eeca6fd-a6b7-4ca1-914d-1e5c1ff1fa71 admin admin] 10.222.0.67 "DELETE /v2.0/routers/2aded01f-6882-4361-bcc6-f44b9bd913e2 HTTP/1.1" status: 204 len: 168 time: 1.0188127 Feb 17 15:50:09.072594 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 55324) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:09.145891 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b23316-3622-40e9-8713-ed4bbaa5b6ea req-4a0423ee-a04a-4eaf-a779-22a0638435bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:09.147392 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-86b23316-3622-40e9-8713-ed4bbaa5b6ea req-4a0423ee-a04a-4eaf-a779-22a0638435bc service neutron] 10.222.0.24 "GET /v2.0/networks?id=95eec3f0-7d12-415d-9eae-4a41efd9bc2b HTTP/1.1" status: 200 len: 915 time: 0.1038005 Feb 17 15:50:09.161439 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_v2 [None req-689f5c49-a513-4fcc-a4fc-d99cd012546e admin admin] Deleting subnet 5000a553-a753-4233-bfff-e0941123e42d {{(pid=109499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 15:50:09.171100 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-689f5c49-a513-4fcc-a4fc-d99cd012546e admin admin] Publish callbacks [] for subnet (5000a553-a753-4233-bfff-e0941123e42d), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:09.201677 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-86b23316-3622-40e9-8713-ed4bbaa5b6ea req-07af0b44-8132-43ec-9853-d6514566b62b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b0717fa-fc8e-414e-8227-af5c219d0225 HTTP/1.1" status: 200 len: 217 time: 0.0457637 Feb 17 15:50:09.216618 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a4334-c86e-408c-a734-4daa6b6748e6 req-010c11df-cd1c-4387-87b5-ed8d5f470c59 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:09.217952 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d81a4334-c86e-408c-a734-4daa6b6748e6 req-010c11df-cd1c-4387-87b5-ed8d5f470c59 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 947 time: 0.0953116 Feb 17 15:50:09.220106 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-689f5c49-a513-4fcc-a4fc-d99cd012546e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8388614'] for subnet (5000a553-a753-4233-bfff-e0941123e42d), precommit_delete_associations {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:09.255233 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b23316-3622-40e9-8713-ed4bbaa5b6ea req-944e7ef5-9861-4240-8900-a0be1869453e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:09.256631 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-86b23316-3622-40e9-8713-ed4bbaa5b6ea req-944e7ef5-9861-4240-8900-a0be1869453e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce956aa9-07c3-4fd4-9666-711da10f8895 HTTP/1.1" status: 200 len: 854 time: 0.0479667 Feb 17 15:50:09.291951 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-86b23316-3622-40e9-8713-ed4bbaa5b6ea req-360def78-592a-49c5-b217-55526b8b7760 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95eec3f0-7d12-415d-9eae-4a41efd9bc2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249290 Feb 17 15:50:09.292721 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-689f5c49-a513-4fcc-a4fc-d99cd012546e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775564'] for subnet (5000a553-a753-4233-bfff-e0941123e42d), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:09.314027 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d81a4334-c86e-408c-a734-4daa6b6748e6 req-852ad48b-fae3-4860-a65d-9707bd8e30c4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747216 Feb 17 15:50:09.359365 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-689f5c49-a513-4fcc-a4fc-d99cd012546e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10180731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8557293'] for subnet (5000a553-a753-4233-bfff-e0941123e42d), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:09.385856 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f5c49-a513-4fcc-a4fc-d99cd012546e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5000a553-a753-4233-bfff-e0941123e42d,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:09.389682 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-86b23316-3622-40e9-8713-ed4bbaa5b6ea req-6556e7c9-e8b4-4c93-9886-4e44e04e3995 service neutron] 10.222.0.24 "GET /v2.0/networks/95eec3f0-7d12-415d-9eae-4a41efd9bc2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865917 Feb 17 15:50:09.391080 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-689f5c49-a513-4fcc-a4fc-d99cd012546e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:09.394345 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-689f5c49-a513-4fcc-a4fc-d99cd012546e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/5000a553-a753-4233-bfff-e0941123e42d HTTP/1.1" status: 204 len: 168 time: 0.3207171 Feb 17 15:50:09.396849 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 55326) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:09.465715 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-5757b1f9-d33c-47ba-a6b3-beeaaaa97e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686833'] for network (f0e30230-6441-4de7-a93e-b922b3f12ef8), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:09.482421 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-86b23316-3622-40e9-8713-ed4bbaa5b6ea req-3dc3eda4-f878-4ab9-9ec2-0f858ed241ef service neutron] 10.222.0.24 "GET /v2.0/networks/95eec3f0-7d12-415d-9eae-4a41efd9bc2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817509 Feb 17 15:50:09.546264 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-5757b1f9-d33c-47ba-a6b3-beeaaaa97e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772593', 'neutron.services.segments.db._delete_segments_for_network-8726999291531'] for network (f0e30230-6441-4de7-a93e-b922b3f12ef8), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:09.567722 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-5757b1f9-d33c-47ba-a6b3-beeaaaa97e6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e30230-6441-4de7-a93e-b922b3f12ef8']}} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:09.579137 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-5757b1f9-d33c-47ba-a6b3-beeaaaa97e6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9596e9eb-bfeb-481a-82bb-517ab15c82d5') {'for_net_delete': True} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:09.579649 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-5757b1f9-d33c-47ba-a6b3-beeaaaa97e6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9596e9eb-bfeb-481a-82bb-517ab15c82d5') {} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:09.590883 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-5757b1f9-d33c-47ba-a6b3-beeaaaa97e6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726999292820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8388623'] for segment (9596e9eb-bfeb-481a-82bb-517ab15c82d5), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:09.594529 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 52c967fe-91ba-40fc-a8f6-67cf155891c1 no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:50:09.607714 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-5757b1f9-d33c-47ba-a6b3-beeaaaa97e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (9596e9eb-bfeb-481a-82bb-517ab15c82d5), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:09.615783 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: 52c967fe-91ba-40fc-a8f6-67cf155891c1 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:50:09.616210 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 52c967fe-91ba-40fc-a8f6-67cf155891c1 not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:50:09.616752 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 99da4d43-62b3-48c6-bbb2-b188579f9dbe no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:50:09.619854 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5757b1f9-d33c-47ba-a6b3-beeaaaa97e6b admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=109499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 15:50:09.620263 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-5757b1f9-d33c-47ba-a6b3-beeaaaa97e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10180641'] for segment (9596e9eb-bfeb-481a-82bb-517ab15c82d5), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: Traceback (most recent call last): Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: timer() Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: cb(*args, **kw) Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: return func(*args, **kwargs) Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: self._notify() Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: self.callback(batched_events) Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: event.method(event) Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: return f(self, *a, **k) Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: return self._get(url).json() Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: return self.request(url, 'GET', **kwargs) Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 15:50:09.622032 dv-cinder-606346-36-iscsi neutron-server[109499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 15:50:09.644128 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: 99da4d43-62b3-48c6-bbb2-b188579f9dbe {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:50:09.644506 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 99da4d43-62b3-48c6-bbb2-b188579f9dbe not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:50:09.713200 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device f33dc6dd-4acd-4575-80c9-1e46fde5cb1a no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:50:09.735481 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] No Port match for: f33dc6dd-4acd-4575-80c9-1e46fde5cb1a {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:50:09.735835 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device f33dc6dd-4acd-4575-80c9-1e46fde5cb1a not bound to the agent host hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:50:09.944889 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-5757b1f9-d33c-47ba-a6b3-beeaaaa97e6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-772362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1606029'] for network (f0e30230-6441-4de7-a93e-b922b3f12ef8), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:09.953208 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-5757b1f9-d33c-47ba-a6b3-beeaaaa97e6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:09.955947 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-5757b1f9-d33c-47ba-a6b3-beeaaaa97e6b admin admin] 10.222.0.67 "DELETE /v2.0/networks/f0e30230-6441-4de7-a93e-b922b3f12ef8 HTTP/1.1" status: 204 len: 168 time: 0.5581872 Feb 17 15:50:09.968646 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757b1f9-d33c-47ba-a6b3-beeaaaa97e6b admin admin] Pushing event deleted for resources: {'Network': ['ID=f0e30230-6441-4de7-a93e-b922b3f12ef8,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:09.987764 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5444ae6-9ea2-4722-8e21-f9ce56ad4082 req-821c1953-9ef1-40a5-95f5-ea503394353e tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:09.989288 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d5444ae6-9ea2-4722-8e21-f9ce56ad4082 req-821c1953-9ef1-40a5-95f5-ea503394353e tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=72f08802-c853-4b37-9f2e-dc797a1d09d8 HTTP/1.1" status: 200 len: 944 time: 0.3336315 Feb 17 15:50:10.037426 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d5444ae6-9ea2-4722-8e21-f9ce56ad4082 req-aced8d58-e7d3-4da5-8434-ed1f8a8934e5 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424058 Feb 17 15:50:10.074590 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 55332) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:10.115137 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-d3899d21-86ac-41c9-8585-17083ab82c23 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3590575d8d3f494684bef28728ed18cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392957 Feb 17 15:50:10.118087 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 55334) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:10.165054 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7f4e15e6-4d42-494c-ade4-4f79a2203ed5 admin admin] Publish callbacks [] for security_group (4ce97711-e33e-433d-b016-51f68b16b9c2), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:10.190186 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7f4e15e6-4d42-494c-ade4-4f79a2203ed5 admin admin] Publish callbacks [] for security_group (4ce97711-e33e-433d-b016-51f68b16b9c2), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:10.237153 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7f4e15e6-4d42-494c-ade4-4f79a2203ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (4ce97711-e33e-433d-b016-51f68b16b9c2), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:10.239643 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7f4e15e6-4d42-494c-ade4-4f79a2203ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:10.240808 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-7f4e15e6-4d42-494c-ade4-4f79a2203ed5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4ce97711-e33e-433d-b016-51f68b16b9c2 HTTP/1.1" status: 204 len: 168 time: 0.1217060 Feb 17 15:50:10.248630 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e15e6-4d42-494c-ade4-4f79a2203ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce97711-e33e-433d-b016-51f68b16b9c2,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:10.448736 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf48a3-b87e-414d-9c94-f6503441dc99 req-3e53bd8e-83a3-4870-8e7d-f8443235337b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:10.450222 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-aecf48a3-b87e-414d-9c94-f6503441dc99 req-3e53bd8e-83a3-4870-8e7d-f8443235337b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 947 time: 0.0535717 Feb 17 15:50:10.497149 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-aecf48a3-b87e-414d-9c94-f6503441dc99 req-90ff5968-1eb7-455a-a8a2-300e5e627db3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414102 Feb 17 15:50:11.109248 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2871a34-b6a1-46a3-a8df-0625251ece66 req-fb3bb0fc-dba1-4f61-b03d-95af22e7e765 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:11.110798 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-d2871a34-b6a1-46a3-a8df-0625251ece66 req-fb3bb0fc-dba1-4f61-b03d-95af22e7e765 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.24 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 947 time: 0.0593624 Feb 17 15:50:11.160506 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f556f-0305-45fd-a7d5-e82b33dc5320 req-20551aa1-e356-4b3c-ad27-759b85f935c0 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:11.162475 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a15f556f-0305-45fd-a7d5-e82b33dc5320 req-20551aa1-e356-4b3c-ad27-759b85f935c0 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=72f08802-c853-4b37-9f2e-dc797a1d09d8 HTTP/1.1" status: 200 len: 944 time: 0.0555532 Feb 17 15:50:11.212008 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [req-d2871a34-b6a1-46a3-a8df-0625251ece66 req-dcf6d7fd-fe3b-4a98-8e71-2b352033ff9e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Deleting port 8d8a458d-7505-4dbf-9aa4-428a1db22383 {{(pid=109498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:50:11.212536 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-d2871a34-b6a1-46a3-a8df-0625251ece66 req-dcf6d7fd-fe3b-4a98-8e71-2b352033ff9e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:11.215867 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a15f556f-0305-45fd-a7d5-e82b33dc5320 req-eba6a379-b8b1-4bcf-a93f-ed0b5517e05d tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469697 Feb 17 15:50:11.315206 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-d2871a34-b6a1-46a3-a8df-0625251ece66 req-dcf6d7fd-fe3b-4a98-8e71-2b352033ff9e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] For port 8d8a458d-7505-4dbf-9aa4-428a1db22383, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8d8a458d-7505-4dbf-9aa4-428a1db22383,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:50:11.315664 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-d2871a34-b6a1-46a3-a8df-0625251ece66 req-dcf6d7fd-fe3b-4a98-8e71-2b352033ff9e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:11.627400 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5ab10-926d-4151-aa46-64e51408ef70 req-db200ae0-a30d-4e77-9cf2-4e5588417381 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:11.629224 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-10d5ab10-926d-4151-aa46-64e51408ef70 req-db200ae0-a30d-4e77-9cf2-4e5588417381 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=25a3ca41-f80f-43d4-8009-7c38865b979c HTTP/1.1" status: 200 len: 947 time: 0.0598900 Feb 17 15:50:11.684866 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-10d5ab10-926d-4151-aa46-64e51408ef70 req-8e3e11df-88f8-4d62-b7a2-dc64978f449e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=b8416212-3fd1-4cb0-90b5-06a29bc6b501&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432637 Feb 17 15:50:11.737000 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-d2871a34-b6a1-46a3-a8df-0625251ece66 req-dcf6d7fd-fe3b-4a98-8e71-2b352033ff9e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:11.737366 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-d2871a34-b6a1-46a3-a8df-0625251ece66 req-dcf6d7fd-fe3b-4a98-8e71-2b352033ff9e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1606115'] for floatingip (047e0004-fcfd-4126-ad47-7ce6dbf2802a), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:11.737690 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.db.l3_db [req-d2871a34-b6a1-46a3-a8df-0625251ece66 req-dcf6d7fd-fe3b-4a98-8e71-2b352033ff9e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Floating IP 047e0004-fcfd-4126-ad47-7ce6dbf2802a disassociated. External IP: 172.27.3.37, port: 8d8a458d-7505-4dbf-9aa4-428a1db22383. Feb 17 15:50:11.738000 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [req-d2871a34-b6a1-46a3-a8df-0625251ece66 req-dcf6d7fd-fe3b-4a98-8e71-2b352033ff9e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Calling delete_port for 8d8a458d-7505-4dbf-9aa4-428a1db22383 owned by compute:nova {{(pid=109498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:50:11.744535 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 3b0717fa-fc8e-414e-8227-af5c219d0225 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:50:11.842833 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 3b0717fa-fc8e-414e-8227-af5c219d0225, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=3b0717fa-fc8e-414e-8227-af5c219d0225,segment=NetworkSegment(1f784071-6392-4f16-89cb-e23293ef5e6a),segment_id=1f784071-6392-4f16-89cb-e23293ef5e6a)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:50:11.854192 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': '3b0717fa-fc8e-414e-8227-af5c219d0225', 'network_id': '95eec3f0-7d12-415d-9eae-4a41efd9bc2b', 'port_id': '3b0717fa-fc8e-414e-8227-af5c219d0225', 'mac_address': 'fa:16:3e:a9:b8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce956aa9-07c3-4fd4-9666-711da10f8895', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:50:11.865653 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-d2871a34-b6a1-46a3-a8df-0625251ece66 req-dcf6d7fd-fe3b-4a98-8e71-2b352033ff9e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (8d8a458d-7505-4dbf-9aa4-428a1db22383), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:11.893194 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 3b0717fa-fc8e-414e-8227-af5c219d0225 is: DOWN; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:50:11.893596 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (3b0717fa-fc8e-414e-8227-af5c219d0225), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:11.897903 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf6d7fd-fe3b-4a98-8e71-2b352033ff9e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Pushing event deleted for resources: {'Port': ['ID=8d8a458d-7505-4dbf-9aa4-428a1db22383,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:11.907250 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0717fa-fc8e-414e-8227-af5c219d0225 {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:50:11.927196 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 3b0717fa-fc8e-414e-8227-af5c219d0225, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=3b0717fa-fc8e-414e-8227-af5c219d0225,segment=NetworkSegment(1f784071-6392-4f16-89cb-e23293ef5e6a),segment_id=1f784071-6392-4f16-89cb-e23293ef5e6a)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:50:11.932028 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (3b0717fa-fc8e-414e-8227-af5c219d0225), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:11.979334 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=3b0717fa-fc8e-414e-8227-af5c219d0225,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:11.986484 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:11.986842 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:11.987208 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:11.987528 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:11.987868 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:11.988198 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:11.988562 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:11.988896 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:11.989225 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:11.989558 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:11.989882 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:11.990203 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:11.990523 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:50:12.012911 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2871a34-b6a1-46a3-a8df-0625251ece66 req-dcf6d7fd-fe3b-4a98-8e71-2b352033ff9e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Router 39550417-423d-4074-bc18-9d140e79833b has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:50:12.119598 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2871a34-b6a1-46a3-a8df-0625251ece66 req-dcf6d7fd-fe3b-4a98-8e71-2b352033ff9e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:50:12.129824 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4655b6a5-d8e5-4913-b998-001dfbca6d18 None None] Sync routers for ids ['39550417-423d-4074-bc18-9d140e79833b'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:50:12.144510 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4655b6a5-d8e5-4913-b998-001dfbca6d18 None None] Routers {'39550417-423d-4074-bc18-9d140e79833b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:50:12.145065 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-4655b6a5-d8e5-4913-b998-001dfbca6d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:50:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['39550417-423d-4074-bc18-9d140e79833b'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:12.174563 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2871a34-b6a1-46a3-a8df-0625251ece66 req-dcf6d7fd-fe3b-4a98-8e71-2b352033ff9e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] No DVR routers for this DVR port 8d8a458d-7505-4dbf-9aa4-428a1db22383 on host hv-cinder-60634 {{(pid=109498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:50:12.177242 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-d2871a34-b6a1-46a3-a8df-0625251ece66 req-dcf6d7fd-fe3b-4a98-8e71-2b352033ff9e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:12.181392 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-d2871a34-b6a1-46a3-a8df-0625251ece66 req-dcf6d7fd-fe3b-4a98-8e71-2b352033ff9e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.24 "DELETE /v2.0/ports/8d8a458d-7505-4dbf-9aa4-428a1db22383 HTTP/1.1" status: 204 len: 173 time: 1.0608718 Feb 17 15:50:12.181835 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a3ca41-f80f-43d4-8009-7c38865b979c', 'name': 'network-vif-deleted', 'tag': '8d8a458d-7505-4dbf-9aa4-428a1db22383'}] {{(pid=109498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:50:12.184051 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}780bf5bf4681f798ff63f4c2752ba00573ae695b8458fad7683b49eb1801337a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3459769-029a-403e-8539-25e070a1aac7" -d '{"events": [{"server_uuid": "25a3ca41-f80f-43d4-8009-7c38865b979c", "name": "network-vif-deleted", "tag": "8d8a458d-7505-4dbf-9aa4-428a1db22383"}]}' {{(pid=109498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:50:12.220316 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['3b0717fa-fc8e-414e-8227-af5c219d0225'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:50:12.231325 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bea27f-5ed5-4dda-95ed-133f8bcbe8c9 x-openstack-request-id: req-78bea27f-5ed5-4dda-95ed-133f8bcbe8c9 {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:50:12.231619 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a3ca41-f80f-43d4-8009-7c38865b979c", "name": "network-vif-deleted", "tag": "8d8a458d-7505-4dbf-9aa4-428a1db22383", "status": "completed", "code": 200}]} {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:50:12.231872 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-78bea27f-5ed5-4dda-95ed-133f8bcbe8c9 {{(pid=109498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:50:12.232267 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a3ca41-f80f-43d4-8009-7c38865b979c', 'name': 'network-vif-deleted', 'tag': '8d8a458d-7505-4dbf-9aa4-428a1db22383', 'status': 'completed', 'code': 200} Feb 17 15:50:12.321309 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-4655b6a5-d8e5-4913-b998-001dfbca6d18 None None] Set router 39550417-423d-4074-bc18-9d140e79833b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:50:12.353739 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de2468-0b2e-4ee3-af5d-a6d26348ff40 req-10d557a7-1065-45fb-887a-1ade89b3eced tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:12.355851 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d4de2468-0b2e-4ee3-af5d-a6d26348ff40 req-10d557a7-1065-45fb-887a-1ade89b3eced tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=72f08802-c853-4b37-9f2e-dc797a1d09d8 HTTP/1.1" status: 200 len: 945 time: 0.0602686 Feb 17 15:50:12.410081 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d4de2468-0b2e-4ee3-af5d-a6d26348ff40 req-a3b419c1-6445-4617-81a9-bc61615f6fce tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472522 Feb 17 15:50:12.611701 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-4655b6a5-d8e5-4913-b998-001dfbca6d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39550417-423d-4074-bc18-9d140e79833b', 'name': 'tempest-AttachVolumeShelveTestJSON-1236467049-router', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:31Z', 'updated_at': '2022-02-17T15:45:40Z', 'revision_number': 4, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'gw_port': {'id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:32Z', 'updated_at': '2022-02-17T15:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2', 'name': '', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'mac_address': 'fa:16:3e:35:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '085193d0-4bed-4149-bda8-411e07e82670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:38Z', 'updated_at': '2022-02-17T15:45:44Z', 'revision_number': 5, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'subnets': [{'id': '085193d0-4bed-4149-bda8-411e07e82670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:12.665604 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4655b6a5-d8e5-4913-b998-001dfbca6d18 None None] Checking router: 39550417-423d-4074-bc18-9d140e79833b for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:50:12.685560 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4655b6a5-d8e5-4913-b998-001dfbca6d18 None None] Routers {'39550417-423d-4074-bc18-9d140e79833b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:50:12.686198 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-4655b6a5-d8e5-4913-b998-001dfbca6d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:50:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['39550417-423d-4074-bc18-9d140e79833b'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:12.816461 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 55404) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:12.834731 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-4655b6a5-d8e5-4913-b998-001dfbca6d18 None None] Set router 39550417-423d-4074-bc18-9d140e79833b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:50:12.874423 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d297a27a-7855-4058-9f2d-916b634622b9 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for security_group (b8416212-3fd1-4cb0-90b5-06a29bc6b501), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:12.896973 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d297a27a-7855-4058-9f2d-916b634622b9 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for security_group (b8416212-3fd1-4cb0-90b5-06a29bc6b501), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:12.945203 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d297a27a-7855-4058-9f2d-916b634622b9 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (b8416212-3fd1-4cb0-90b5-06a29bc6b501), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:12.947843 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d297a27a-7855-4058-9f2d-916b634622b9 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:12.949230 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-d297a27a-7855-4058-9f2d-916b634622b9 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "DELETE /v2.0/security-groups/b8416212-3fd1-4cb0-90b5-06a29bc6b501 HTTP/1.1" status: 204 len: 168 time: 0.1317768 Feb 17 15:50:12.952027 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 55406) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:12.958232 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297a27a-7855-4058-9f2d-916b634622b9 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8416212-3fd1-4cb0-90b5-06a29bc6b501,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:12.970614 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.api.v2.resource [None req-de401d2e-bbad-4027-a421-b63407ec688a tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] show failed (client error): The resource could not be found. Feb 17 15:50:12.971768 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-de401d2e-bbad-4027-a421-b63407ec688a tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups/b8416212-3fd1-4cb0-90b5-06a29bc6b501 HTTP/1.1" status: 404 len: 347 time: 0.0180776 Feb 17 15:50:12.974929 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 55408) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:13.049896 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-4655b6a5-d8e5-4913-b998-001dfbca6d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39550417-423d-4074-bc18-9d140e79833b', 'name': 'tempest-AttachVolumeShelveTestJSON-1236467049-router', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:31Z', 'updated_at': '2022-02-17T15:45:40Z', 'revision_number': 4, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'gw_port': {'id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:32Z', 'updated_at': '2022-02-17T15:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2', 'name': '', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'mac_address': 'fa:16:3e:35:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '085193d0-4bed-4149-bda8-411e07e82670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:38Z', 'updated_at': '2022-02-17T15:45:44Z', 'revision_number': 5, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'subnets': [{'id': '085193d0-4bed-4149-bda8-411e07e82670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:13.080271 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4655b6a5-d8e5-4913-b998-001dfbca6d18 None None] The sync data for ids ['39550417-423d-4074-bc18-9d140e79833b'] in dv-cinder-606346-36-iscsi is: [{'id': '39550417-423d-4074-bc18-9d140e79833b', 'name': 'tempest-AttachVolumeShelveTestJSON-1236467049-router', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:31Z', 'updated_at': '2022-02-17T15:45:40Z', 'revision_number': 4, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'gw_port': {'id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:32Z', 'updated_at': '2022-02-17T15:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2', 'name': '', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'mac_address': 'fa:16:3e:35:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '085193d0-4bed-4149-bda8-411e07e82670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:38Z', 'updated_at': '2022-02-17T15:45:44Z', 'revision_number': 5, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'subnets': [{'id': '085193d0-4bed-4149-bda8-411e07e82670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:50:13.101060 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [None req-d7868f2b-99e4-47f6-be80-c0bd33147ce2 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Deleting port 143492ef-2081-436e-8c6e-355305edecd0 {{(pid=109498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:50:13.101930 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d7868f2b-99e4-47f6-be80-c0bd33147ce2 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (143492ef-2081-436e-8c6e-355305edecd0), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:13.179812 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d7868f2b-99e4-47f6-be80-c0bd33147ce2 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (143492ef-2081-436e-8c6e-355305edecd0), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:13.180587 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d7868f2b-99e4-47f6-be80-c0bd33147ce2 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for floatingip (143492ef-2081-436e-8c6e-355305edecd0), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:13.191763 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [None req-d7868f2b-99e4-47f6-be80-c0bd33147ce2 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Calling delete_port for 143492ef-2081-436e-8c6e-355305edecd0 owned by network:floatingip {{(pid=109498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:50:13.319893 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866efa2a-af97-48bc-b9be-d655f5afcdca None None] New status for floating IP 047e0004-fcfd-4126-ad47-7ce6dbf2802a: DOWN {{(pid=109501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 15:50:13.343805 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d7868f2b-99e4-47f6-be80-c0bd33147ce2 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (143492ef-2081-436e-8c6e-355305edecd0), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:13.372477 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7868f2b-99e4-47f6-be80-c0bd33147ce2 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Pushing event deleted for resources: {'Port': ['ID=143492ef-2081-436e-8c6e-355305edecd0,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:13.401197 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.db.api [None req-866efa2a-af97-48bc-b9be-d655f5afcdca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109501) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 15:50:13.401602 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG oslo_db.api [None req-866efa2a-af97-48bc-b9be-d655f5afcdca None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 15:50:13.433129 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d7868f2b-99e4-47f6-be80-c0bd33147ce2 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for floatingip (047e0004-fcfd-4126-ad47-7ce6dbf2802a), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:13.435562 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d7868f2b-99e4-47f6-be80-c0bd33147ce2 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for floatingip (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:13.446320 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-d7868f2b-99e4-47f6-be80-c0bd33147ce2 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "DELETE /v2.0/floatingips/047e0004-fcfd-4126-ad47-7ce6dbf2802a HTTP/1.1" status: 204 len: 168 time: 0.4644716 Feb 17 15:50:13.549333 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47126266-0986-4c4d-b220-719277bd7d7a req-2ba21a5f-716d-45ee-b41c-966f5cc0f160 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:13.550845 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-47126266-0986-4c4d-b220-719277bd7d7a req-2ba21a5f-716d-45ee-b41c-966f5cc0f160 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=72f08802-c853-4b37-9f2e-dc797a1d09d8 HTTP/1.1" status: 200 len: 945 time: 0.0545251 Feb 17 15:50:13.599736 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-47126266-0986-4c4d-b220-719277bd7d7a req-433d17b8-3127-4cfc-9658-41401e228f52 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425818 Feb 17 15:50:13.714649 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 55414) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:13.719359 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-2dec8a87-61d9-44da-bbf9-158205f388c4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Request body: {'security_group': {'name': 'tempest-securitygroup--835207970', 'description': 'tempest-description--772739801'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:50:13.740093 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-2dec8a87-61d9-44da-bbf9-158205f388c4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:13.805979 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-2dec8a87-61d9-44da-bbf9-158205f388c4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for security_group (0de00c31-8c40-4df4-917b-8e48ea1b63da), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:13.810302 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-2dec8a87-61d9-44da-bbf9-158205f388c4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (0de00c31-8c40-4df4-917b-8e48ea1b63da), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:13.835414 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-2dec8a87-61d9-44da-bbf9-158205f388c4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:13.837345 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-2dec8a87-61d9-44da-bbf9-158205f388c4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1210253 Feb 17 15:50:13.840392 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 55420) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:13.845569 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec8a87-61d9-44da-bbf9-158205f388c4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de00c31-8c40-4df4-917b-8e48ea1b63da,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:13.845721 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-2819d337-dbd5-453c-925f-9ddf424bdae3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Request body: {'security_group_rule': {'security_group_id': '0de00c31-8c40-4df4-917b-8e48ea1b63da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:50:13.871844 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2819d337-dbd5-453c-925f-9ddf424bdae3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for security_group_rule (5c4382eb-610d-4b08-9d7a-b212fa6faa2e), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:13.908219 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866efa2a-af97-48bc-b9be-d655f5afcdca None None] New status for floating IP 047e0004-fcfd-4126-ad47-7ce6dbf2802a: DOWN {{(pid=109501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 15:50:13.928047 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2819d337-dbd5-453c-925f-9ddf424bdae3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for security_group_rule (5c4382eb-610d-4b08-9d7a-b212fa6faa2e), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:13.932648 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2819d337-dbd5-453c-925f-9ddf424bdae3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (5c4382eb-610d-4b08-9d7a-b212fa6faa2e), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:13.956153 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819d337-dbd5-453c-925f-9ddf424bdae3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4382eb-610d-4b08-9d7a-b212fa6faa2e,revision_number=0']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:13.966460 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2819d337-dbd5-453c-925f-9ddf424bdae3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:13.967836 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-2819d337-dbd5-453c-925f-9ddf424bdae3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259663 Feb 17 15:50:13.970564 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 55422) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:13.977297 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-d0a76ee8-f329-4ec5-be04-d7d4c81cb26b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Request body: {'security_group_rule': {'security_group_id': '0de00c31-8c40-4df4-917b-8e48ea1b63da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:50:14.002580 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d0a76ee8-f329-4ec5-be04-d7d4c81cb26b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for security_group_rule (bb8864b6-d568-4550-903f-c89607f8f7f4), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:14.060603 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d0a76ee8-f329-4ec5-be04-d7d4c81cb26b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for security_group_rule (bb8864b6-d568-4550-903f-c89607f8f7f4), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:14.064368 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d0a76ee8-f329-4ec5-be04-d7d4c81cb26b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (bb8864b6-d568-4550-903f-c89607f8f7f4), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:14.086279 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a76ee8-f329-4ec5-be04-d7d4c81cb26b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8864b6-d568-4550-903f-c89607f8f7f4,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:14.091255 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d0a76ee8-f329-4ec5-be04-d7d4c81cb26b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:14.095486 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-d0a76ee8-f329-4ec5-be04-d7d4c81cb26b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208372 Feb 17 15:50:14.095680 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 55424) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:14.102236 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-7084d18e-7b79-45e4-a209-8d21e4c31fb0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Request body: {'floatingip': {'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:50:14.122735 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7084d18e-7b79-45e4-a209-8d21e4c31fb0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:14.217824 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7084d18e-7b79-45e4-a209-8d21e4c31fb0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:14.324726 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [None req-7084d18e-7b79-45e4-a209-8d21e4c31fb0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Allocated IP 172.27.3.70 (429489ab-2a85-400d-8dac-2c90bfd61144/c701940c-dc66-45fb-ad02-3d3f314099e2/4a79f080-a42d-47aa-9157-93bc0b698883) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:50:14.424825 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7084d18e-7b79-45e4-a209-8d21e4c31fb0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for port (4a79f080-a42d-47aa-9157-93bc0b698883), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:14.458940 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7084d18e-7b79-45e4-a209-8d21e4c31fb0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (4a79f080-a42d-47aa-9157-93bc0b698883), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:14.494729 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7084d18e-7b79-45e4-a209-8d21e4c31fb0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Network 429489ab-2a85-400d-8dac-2c90bfd61144 is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:50:14.499409 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-7084d18e-7b79-45e4-a209-8d21e4c31fb0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:50:14.502881 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7084d18e-7b79-45e4-a209-8d21e4c31fb0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:50:14.534094 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084d18e-7b79-45e4-a209-8d21e4c31fb0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Pushing event updated for resources: {'Port': ['ID=4a79f080-a42d-47aa-9157-93bc0b698883,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:14.595650 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7084d18e-7b79-45e4-a209-8d21e4c31fb0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for floatingip (fb10add4-3bea-430e-9644-41467a9c43b5), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:14.634243 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7084d18e-7b79-45e4-a209-8d21e4c31fb0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (4a79f080-a42d-47aa-9157-93bc0b698883), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:14.785449 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2523f7-6a7b-47be-9a04-1bee082c04c6 req-5af1f4eb-9dc3-4c23-ad75-7b1dd3c1054e tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:14.786887 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-cc2523f7-6a7b-47be-9a04-1bee082c04c6 req-5af1f4eb-9dc3-4c23-ad75-7b1dd3c1054e tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=72f08802-c853-4b37-9f2e-dc797a1d09d8 HTTP/1.1" status: 200 len: 945 time: 0.1097658 Feb 17 15:50:14.867593 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-cc2523f7-6a7b-47be-9a04-1bee082c04c6 req-bc98a2bf-2840-4fbd-aa92-31e46a4122a9 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743153 Feb 17 15:50:14.869514 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7084d18e-7b79-45e4-a209-8d21e4c31fb0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for port (4a79f080-a42d-47aa-9157-93bc0b698883), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:14.875268 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7084d18e-7b79-45e4-a209-8d21e4c31fb0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (4a79f080-a42d-47aa-9157-93bc0b698883), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:14.955961 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7084d18e-7b79-45e4-a209-8d21e4c31fb0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Pushing event updated for resources: {'Port': ['ID=4a79f080-a42d-47aa-9157-93bc0b698883,revision_number=2']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:14.967681 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7084d18e-7b79-45e4-a209-8d21e4c31fb0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1606115'] for floatingip (fb10add4-3bea-430e-9644-41467a9c43b5), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:14.983321 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-7084d18e-7b79-45e4-a209-8d21e4c31fb0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for floatingip (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:14.984603 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-7084d18e-7b79-45e4-a209-8d21e4c31fb0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8878832 Feb 17 15:50:15.174040 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-411e0155-217c-4ff0-849a-774bf73d1757 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--835207970&fields=id&tenant_id=05f0a8984e9b47928705c3398312ed12 HTTP/1.1" status: 200 len: 267 time: 0.0415139 Feb 17 15:50:15.292167 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-98863303-c41b-4cbd-b6a0-86654b13e5db tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:15.293673 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-98863303-c41b-4cbd-b6a0-86654b13e5db tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/networks?id=ad5eb79a-29ab-494d-8432-3ccbc2a327de HTTP/1.1" status: 200 len: 817 time: 0.1132796 Feb 17 15:50:15.307853 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-bf1b737b-d303-42ec-aee6-c946069d9c5d tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/quotas/05f0a8984e9b47928705c3398312ed12 HTTP/1.1" status: 200 len: 375 time: 0.0088456 Feb 17 15:50:15.363307 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-1be37623-be35-4e0d-a249-615cf4bc2f61 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=05f0a8984e9b47928705c3398312ed12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497026 Feb 17 15:50:15.461661 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-fedd48d1-1ec6-4c90-a848-c21d61719b82 service neutron] 10.222.0.67 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868788 Feb 17 15:50:15.561809 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-6e78cf8f-bf9e-43e4-8923-604a8ba4023c service neutron] 10.222.0.67 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942976 Feb 17 15:50:15.636414 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:15.729372 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b36677f0-24b4-46e2-9548-4c8e86594e6c req-1c51b6e5-95d4-4115-96ad-7884228392c3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 210 time: 0.0275621 Feb 17 15:50:16.001532 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05921aaa-4215-4c6e-b4c0-1935a587682e req-4dc3ea86-3b3b-4111-93f2-dc9a6818e883 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:16.003003 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-05921aaa-4215-4c6e-b4c0-1935a587682e req-4dc3ea86-3b3b-4111-93f2-dc9a6818e883 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=72f08802-c853-4b37-9f2e-dc797a1d09d8 HTTP/1.1" status: 200 len: 945 time: 0.0542955 Feb 17 15:50:16.057564 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-05921aaa-4215-4c6e-b4c0-1935a587682e req-6e5b7037-6137-4e45-825d-020dec370275 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488310 Feb 17 15:50:16.666613 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 3b0717fa-fc8e-414e-8227-af5c219d0225 up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:50:16.720316 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning for port 3b0717fa-fc8e-414e-8227-af5c219d0225 completed by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 15:50:16.725321 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port 3b0717fa-fc8e-414e-8227-af5c219d0225 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:50:16.725876 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (3b0717fa-fc8e-414e-8227-af5c219d0225), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:16.736913 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-5571637a-8002-45b0-99f3-f0a9d148fa69 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:16.738394 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-5571637a-8002-45b0-99f3-f0a9d148fa69 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.24 "GET /v2.0/networks?id=ad5eb79a-29ab-494d-8432-3ccbc2a327de HTTP/1.1" status: 200 len: 817 time: 0.1091754 Feb 17 15:50:16.809776 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-ecbd80e1-be8d-4b97-ad38-debfaaeabc5f tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05f0a8984e9b47928705c3398312ed12 HTTP/1.1" status: 200 len: 379 time: 0.0624731 Feb 17 15:50:16.815104 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 3b0717fa-fc8e-414e-8227-af5c219d0225 is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:50:16.815572 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (3b0717fa-fc8e-414e-8227-af5c219d0225), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:16.821903 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-272223cf-bb29-4540-8ce3-dcf15cd2294b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Request body: {'port': {'device_id': '2cfc69eb-19cf-4966-b54c-669fdee4e39d', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'admin_state_up': True, 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'security_groups': ['0de00c31-8c40-4df4-917b-8e48ea1b63da']}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:50:16.830935 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-454384a6-1102-4661-b0ab-4e89745df857 req-7d8991ed-5179-48f8-ae1e-f2a2b0313dc4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 210 time: 0.0276363 Feb 17 15:50:16.840424 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f08802-c853-4b37-9f2e-dc797a1d09d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0717fa-fc8e-414e-8227-af5c219d0225'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:50:16.842695 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f72ad20-d3cd-4c3c-8db8-e305f4b70cf1" -d '{"events": [{"server_uuid": "72f08802-c853-4b37-9f2e-dc797a1d09d8", "name": "network-vif-plugged", "status": "completed", "tag": "3b0717fa-fc8e-414e-8227-af5c219d0225"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:50:16.860973 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 3b0717fa-fc8e-414e-8227-af5c219d0225, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=3b0717fa-fc8e-414e-8227-af5c219d0225,segment=NetworkSegment(1f784071-6392-4f16-89cb-e23293ef5e6a),segment_id=1f784071-6392-4f16-89cb-e23293ef5e6a)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:50:16.867595 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (3b0717fa-fc8e-414e-8227-af5c219d0225), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:16.868659 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 8d8a458d-7505-4dbf-9aa4-428a1db22383 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:50:16.890470 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69eaaed4-63fd-4c43-9762-05299be08548 x-openstack-request-id: req-69eaaed4-63fd-4c43-9762-05299be08548 {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:50:16.890766 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f08802-c853-4b37-9f2e-dc797a1d09d8", "name": "network-vif-plugged", "status": "completed", "tag": "3b0717fa-fc8e-414e-8227-af5c219d0225", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:50:16.891022 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-69eaaed4-63fd-4c43-9762-05299be08548 {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:50:16.891409 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f08802-c853-4b37-9f2e-dc797a1d09d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0717fa-fc8e-414e-8227-af5c219d0225', 'code': 200} Feb 17 15:50:16.907909 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] No Port match for: 8d8a458d-7505-4dbf-9aa4-428a1db22383 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:50:16.908819 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 8d8a458d-7505-4dbf-9aa4-428a1db22383 not bound to the agent host hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:50:16.938345 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=3b0717fa-fc8e-414e-8227-af5c219d0225,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:16.939865 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-272223cf-bb29-4540-8ce3-dcf15cd2294b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Made reservation on behalf of 05f0a8984e9b47928705c3398312ed12 for: {'port': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:50:16.943377 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-272223cf-bb29-4540-8ce3-dcf15cd2294b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:17.082799 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6adf68-d7dc-41ee-93bc-d831715dd732 req-8e4f59c0-20a8-4410-b048-260144124247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:17.084311 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7c6adf68-d7dc-41ee-93bc-d831715dd732 req-8e4f59c0-20a8-4410-b048-260144124247 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=72f08802-c853-4b37-9f2e-dc797a1d09d8 HTTP/1.1" status: 200 len: 1130 time: 0.0471220 Feb 17 15:50:17.094629 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_common [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-272223cf-bb29-4540-8ce3-dcf15cd2294b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Allocated IP 172.20.0.14 (ad5eb79a-29ab-494d-8432-3ccbc2a327de/085193d0-4bed-4149-bda8-411e07e82670/b5924674-b9d5-4a85-beca-fb23f50f4c1e) {{(pid=109498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:50:17.145050 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7c6adf68-d7dc-41ee-93bc-d831715dd732 req-92766bf2-4b06-4099-80f5-2baa4e56158b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525844 Feb 17 15:50:17.186758 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d422a-8fea-4bd2-a867-ad74e18a31f0 req-31cac408-4e45-481f-ae01-1efdf7f83daa tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:17.188403 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7a0d422a-8fea-4bd2-a867-ad74e18a31f0 req-31cac408-4e45-481f-ae01-1efdf7f83daa tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=72f08802-c853-4b37-9f2e-dc797a1d09d8 HTTP/1.1" status: 200 len: 946 time: 0.0594451 Feb 17 15:50:17.234553 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-272223cf-bb29-4540-8ce3-dcf15cd2294b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:17.240818 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7a0d422a-8fea-4bd2-a867-ad74e18a31f0 req-850ab695-09bd-4bc6-9ef9-ea91aa554b23 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455902 Feb 17 15:50:17.267703 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-272223cf-bb29-4540-8ce3-dcf15cd2294b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:17.310151 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-272223cf-bb29-4540-8ce3-dcf15cd2294b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Network ad5eb79a-29ab-494d-8432-3ccbc2a327de is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:50:17.314981 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-272223cf-bb29-4540-8ce3-dcf15cd2294b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:50:17.318551 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-272223cf-bb29-4540-8ce3-dcf15cd2294b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Received port after_create {{(pid=109498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:50:17.344514 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272223cf-bb29-4540-8ce3-dcf15cd2294b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Pushing event updated for resources: {'Port': ['ID=b5924674-b9d5-4a85-beca-fb23f50f4c1e,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:17.371669 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-272223cf-bb29-4540-8ce3-dcf15cd2294b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:17.372288 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-272223cf-bb29-4540-8ce3-dcf15cd2294b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:17.389876 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-272223cf-bb29-4540-8ce3-dcf15cd2294b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5734372 Feb 17 15:50:17.408137 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-f5826ca9-e037-403e-aa67-0689abaaff7b service neutron] Request body: {'port': {'device_id': '2cfc69eb-19cf-4966-b54c-669fdee4e39d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:50:17.468279 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-f5826ca9-e037-403e-aa67-0689abaaff7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:17.506171 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-9f577cf7-ff7d-4243-a79a-2104dfc8a7ba None None] Provisioning complete for port b5924674-b9d5-4a85-beca-fb23f50f4c1e triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:50:17.506492 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-9f577cf7-ff7d-4243-a79a-2104dfc8a7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:17.542453 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-9f577cf7-ff7d-4243-a79a-2104dfc8a7ba None None] Port b5924674-b9d5-4a85-beca-fb23f50f4c1e cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:50:17.734318 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-f5826ca9-e037-403e-aa67-0689abaaff7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5924674-b9d5-4a85-beca-fb23f50f4c1e {{(pid=109498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:50:17.741517 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-f5826ca9-e037-403e-aa67-0689abaaff7b service neutron] Publish callbacks [] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:17.753259 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.provisioning_blocks [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-f5826ca9-e037-403e-aa67-0689abaaff7b service neutron] Transition to ACTIVE for port object b5924674-b9d5-4a85-beca-fb23f50f4c1e will not be triggered until provisioned by entity L2. {{(pid=109498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 15:50:17.756768 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-f5826ca9-e037-403e-aa67-0689abaaff7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8641772'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:17.806870 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5826ca9-e037-403e-aa67-0689abaaff7b service neutron] Pushing event updated for resources: {'Port': ['ID=b5924674-b9d5-4a85-beca-fb23f50f4c1e,revision_number=2']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:17.872726 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-f5826ca9-e037-403e-aa67-0689abaaff7b service neutron] Attempting to bind port b5924674-b9d5-4a85-beca-fb23f50f4c1e on host hv-cinder-60634 for vnic_type normal with profile {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:50:17.873069 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-f5826ca9-e037-403e-aa67-0689abaaff7b service neutron] Attempting to bind port b5924674-b9d5-4a85-beca-fb23f50f4c1e by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '55538985-2bef-4ca9-9d27-59001af909bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de'}] {{(pid=109498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:50:17.873720 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-f5826ca9-e037-403e-aa67-0689abaaff7b service neutron] Attempting to bind port b5924674-b9d5-4a85-beca-fb23f50f4c1e on network ad5eb79a-29ab-494d-8432-3ccbc2a327de {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:50:17.878063 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-f5826ca9-e037-403e-aa67-0689abaaff7b service neutron] Port b5924674-b9d5-4a85-beca-fb23f50f4c1e on network ad5eb79a-29ab-494d-8432-3ccbc2a327de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 15:50:17.878391 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-f5826ca9-e037-403e-aa67-0689abaaff7b service neutron] Attempting to bind port b5924674-b9d5-4a85-beca-fb23f50f4c1e on network ad5eb79a-29ab-494d-8432-3ccbc2a327de {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:50:17.885535 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-f5826ca9-e037-403e-aa67-0689abaaff7b service neutron] Checking agent: {'id': '085351c5-065a-4edc-ae4b-0d7f2b27b503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'started_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:50:17.886096 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-f5826ca9-e037-403e-aa67-0689abaaff7b service neutron] Checking segment: {'id': '55538985-2bef-4ca9-9d27-59001af909bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:50:17.886485 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-f5826ca9-e037-403e-aa67-0689abaaff7b service neutron] Bound using segment: {'id': '55538985-2bef-4ca9-9d27-59001af909bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de'} {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:50:17.886910 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-f5826ca9-e037-403e-aa67-0689abaaff7b service neutron] Bound port: b5924674-b9d5-4a85-beca-fb23f50f4c1e, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55538985-2bef-4ca9-9d27-59001af909bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de'}}] {{(pid=109498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:50:17.887272 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-f5826ca9-e037-403e-aa67-0689abaaff7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:17.959641 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-f5826ca9-e037-403e-aa67-0689abaaff7b service neutron] For port b5924674-b9d5-4a85-beca-fb23f50f4c1e, host hv-cinder-60634, cleared binding levels {{(pid=109498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:50:17.963707 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-f5826ca9-e037-403e-aa67-0689abaaff7b service neutron] For port b5924674-b9d5-4a85-beca-fb23f50f4c1e, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=b5924674-b9d5-4a85-beca-fb23f50f4c1e,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:50:17.965692 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1dce9-1898-4f24-9802-c4e95bfad548 req-59eea347-be87-4840-a0d8-779c043c4a85 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:17.967361 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-32b1dce9-1898-4f24-9802-c4e95bfad548 req-59eea347-be87-4840-a0d8-779c043c4a85 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 944 time: 0.0564814 Feb 17 15:50:17.970466 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-f5826ca9-e037-403e-aa67-0689abaaff7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8641772'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:18.003602 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-f5826ca9-e037-403e-aa67-0689abaaff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:18.004366 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-f5826ca9-e037-403e-aa67-0689abaaff7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:18.005860 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-f5826ca9-e037-403e-aa67-0689abaaff7b service neutron] 10.222.0.24 "PUT /v2.0/ports/b5924674-b9d5-4a85-beca-fb23f50f4c1e HTTP/1.1" status: 200 len: 1094 time: 0.6019256 Feb 17 15:50:18.006362 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfc69eb-19cf-4966-b54c-669fdee4e39d', 'tag': 'b5924674-b9d5-4a85-beca-fb23f50f4c1e'}] {{(pid=109498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:50:18.009252 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}780bf5bf4681f798ff63f4c2752ba00573ae695b8458fad7683b49eb1801337a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4676184a-1f64-4cf7-9a56-f772b3d0c59d" -d '{"events": [{"name": "network-changed", "server_uuid": "2cfc69eb-19cf-4966-b54c-669fdee4e39d", "tag": "b5924674-b9d5-4a85-beca-fb23f50f4c1e"}]}' {{(pid=109498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:50:18.041197 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5826ca9-e037-403e-aa67-0689abaaff7b service neutron] Pushing event updated for resources: {'Port': ['ID=b5924674-b9d5-4a85-beca-fb23f50f4c1e,revision_number=3']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:18.046945 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-32b1dce9-1898-4f24-9802-c4e95bfad548 req-000efb7e-1e7f-46df-b8e4-b387dc34f089 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690985 Feb 17 15:50:18.065661 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5697f8-138f-4a2e-8fe2-38777762b4d7 x-openstack-request-id: req-6c5697f8-138f-4a2e-8fe2-38777762b4d7 {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:50:18.065953 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cfc69eb-19cf-4966-b54c-669fdee4e39d", "tag": "b5924674-b9d5-4a85-beca-fb23f50f4c1e", "status": "completed", "code": 200}]} {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:50:18.066202 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6c5697f8-138f-4a2e-8fe2-38777762b4d7 {{(pid=109498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:50:18.066583 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cfc69eb-19cf-4966-b54c-669fdee4e39d', 'tag': 'b5924674-b9d5-4a85-beca-fb23f50f4c1e', 'status': 'completed', 'code': 200} Feb 17 15:50:18.107506 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-87f8b5bb-2a88-425f-8619-3f36d184c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:18.108874 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-87f8b5bb-2a88-425f-8619-3f36d184c8c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05f0a8984e9b47928705c3398312ed12&device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 1128 time: 0.0519159 Feb 17 15:50:18.163548 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-0930be63-5d1b-4924-8eb6-e66aac73daef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5924674-b9d5-4a85-beca-fb23f50f4c1e HTTP/1.1" status: 200 len: 217 time: 0.0429885 Feb 17 15:50:18.233442 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-a667d9c8-c208-4685-9934-6d3d41cb6f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:18.235302 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-a667d9c8-c208-4685-9934-6d3d41cb6f47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=085193d0-4bed-4149-bda8-411e07e82670 HTTP/1.1" status: 200 len: 856 time: 0.0637343 Feb 17 15:50:18.300280 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-859c5773-91f7-4a15-ba39-2229cf62d190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:18.301901 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-859c5773-91f7-4a15-ba39-2229cf62d190 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad5eb79a-29ab-494d-8432-3ccbc2a327de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0552206 Feb 17 15:50:18.371084 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5840789-73b5-4d5b-a48b-df92e97baa95 req-d7160594-e9ce-4ace-97e2-2e8d4fa66710 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:18.373225 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e5840789-73b5-4d5b-a48b-df92e97baa95 req-d7160594-e9ce-4ace-97e2-2e8d4fa66710 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=72f08802-c853-4b37-9f2e-dc797a1d09d8 HTTP/1.1" status: 200 len: 946 time: 0.0542283 Feb 17 15:50:18.404645 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-198fba98-c08d-4b4b-9006-a8d973b3886f service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939379 Feb 17 15:50:18.419891 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e5840789-73b5-4d5b-a48b-df92e97baa95 req-ed07938f-f3a4-4068-b72f-a3cecbead5fc tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409009 Feb 17 15:50:18.509173 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-9dd63eb0-fe48-4040-b1c1-57dc946e4068 req-f09a550c-1191-477d-bed4-a3c0bb524f24 service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862963 Feb 17 15:50:18.618195 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676184a-1f64-4cf7-9a56-f772b3d0c59d req-59ede8f6-3ee5-4b8c-8234-97b006c7613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:18.619723 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-4676184a-1f64-4cf7-9a56-f772b3d0c59d req-59ede8f6-3ee5-4b8c-8234-97b006c7613c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05f0a8984e9b47928705c3398312ed12&device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 1128 time: 0.0575027 Feb 17 15:50:18.718915 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676184a-1f64-4cf7-9a56-f772b3d0c59d req-cc862c04-64f7-4950-9758-8345611b8f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:18.720605 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-4676184a-1f64-4cf7-9a56-f772b3d0c59d req-cc862c04-64f7-4950-9758-8345611b8f9d service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad5eb79a-29ab-494d-8432-3ccbc2a327de HTTP/1.1" status: 200 len: 918 time: 0.0915465 Feb 17 15:50:18.768560 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-4676184a-1f64-4cf7-9a56-f772b3d0c59d req-e6ae604f-4ad8-4cf0-b6fb-3c34dbf4cb48 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5924674-b9d5-4a85-beca-fb23f50f4c1e HTTP/1.1" status: 200 len: 217 time: 0.0385616 Feb 17 15:50:18.817709 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676184a-1f64-4cf7-9a56-f772b3d0c59d req-0998c636-3cdd-4ef4-a5dc-b0538934eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:18.819161 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-4676184a-1f64-4cf7-9a56-f772b3d0c59d req-0998c636-3cdd-4ef4-a5dc-b0538934eeae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=085193d0-4bed-4149-bda8-411e07e82670 HTTP/1.1" status: 200 len: 856 time: 0.0433724 Feb 17 15:50:18.870191 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676184a-1f64-4cf7-9a56-f772b3d0c59d req-28897b29-36cf-4662-81f0-81aec871a4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:18.871601 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-4676184a-1f64-4cf7-9a56-f772b3d0c59d req-28897b29-36cf-4662-81f0-81aec871a4fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad5eb79a-29ab-494d-8432-3ccbc2a327de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456293 Feb 17 15:50:18.962682 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-4676184a-1f64-4cf7-9a56-f772b3d0c59d req-e948e30a-9335-47e0-a085-0c6f3b4219c6 service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831225 Feb 17 15:50:19.051114 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-4676184a-1f64-4cf7-9a56-f772b3d0c59d req-4beff945-5a34-4604-accc-e53d3c48c05e service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820045 Feb 17 15:50:19.170952 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934fce7-09a4-4ff2-aec6-601b25408a8b req-bf7e8499-d869-4f98-90f1-26cb243e8058 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:19.172411 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0934fce7-09a4-4ff2-aec6-601b25408a8b req-bf7e8499-d869-4f98-90f1-26cb243e8058 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 944 time: 0.0557544 Feb 17 15:50:19.217837 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0934fce7-09a4-4ff2-aec6-601b25408a8b req-8b723df3-633a-4794-bdc8-03c1f23cf1ee tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398960 Feb 17 15:50:19.605897 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 55530) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:19.707837 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-bb71fd46-01bd-441f-9fde-60e325ec1d43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:19.782212 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-bb71fd46-01bd-441f-9fde-60e325ec1d43 admin admin] Publish callbacks [] for security_group (c63960ac-1d7c-40c5-9d0a-afeb8caf6c18), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:19.786042 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-bb71fd46-01bd-441f-9fde-60e325ec1d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (c63960ac-1d7c-40c5-9d0a-afeb8caf6c18), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:19.824779 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-bb71fd46-01bd-441f-9fde-60e325ec1d43 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a64ad7c1912a42e794ba1d788466b083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177913 Feb 17 15:50:19.825580 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71fd46-01bd-441f-9fde-60e325ec1d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63960ac-1d7c-40c5-9d0a-afeb8caf6c18,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:19.827401 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 55536) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:19.875470 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-578874b4-0cf8-40af-95d1-91d77dcca243 admin admin] Publish callbacks [] for security_group (c63960ac-1d7c-40c5-9d0a-afeb8caf6c18), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:19.895223 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-578874b4-0cf8-40af-95d1-91d77dcca243 admin admin] Publish callbacks [] for security_group (c63960ac-1d7c-40c5-9d0a-afeb8caf6c18), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:19.944508 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-578874b4-0cf8-40af-95d1-91d77dcca243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (c63960ac-1d7c-40c5-9d0a-afeb8caf6c18), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:19.946962 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-578874b4-0cf8-40af-95d1-91d77dcca243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:19.948095 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-578874b4-0cf8-40af-95d1-91d77dcca243 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c63960ac-1d7c-40c5-9d0a-afeb8caf6c18 HTTP/1.1" status: 204 len: 168 time: 0.1197317 Feb 17 15:50:19.955288 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578874b4-0cf8-40af-95d1-91d77dcca243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63960ac-1d7c-40c5-9d0a-afeb8caf6c18,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:20.345809 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b22f9e-a6b9-42ef-a6f1-1a5155a8da67 req-f2865bc3-3884-4946-b899-e41dec09fb94 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:20.347350 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d4b22f9e-a6b9-42ef-a6f1-1a5155a8da67 req-f2865bc3-3884-4946-b899-e41dec09fb94 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 944 time: 0.0575309 Feb 17 15:50:20.394227 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d4b22f9e-a6b9-42ef-a6f1-1a5155a8da67 req-3334db56-8055-47ef-8f9c-d7e02e968340 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410299 Feb 17 15:50:20.599150 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:50:20.694306 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device b5924674-b9d5-4a85-beca-fb23f50f4c1e details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:50:20.920607 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port b5924674-b9d5-4a85-beca-fb23f50f4c1e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=b5924674-b9d5-4a85-beca-fb23f50f4c1e,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:50:20.932586 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': 'b5924674-b9d5-4a85-beca-fb23f50f4c1e', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'port_id': 'b5924674-b9d5-4a85-beca-fb23f50f4c1e', 'mac_address': 'fa:16:3e:ac:20:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085193d0-4bed-4149-bda8-411e07e82670', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:50:20.969608 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port b5924674-b9d5-4a85-beca-fb23f50f4c1e is: DOWN; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:50:20.969948 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:20.983223 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5924674-b9d5-4a85-beca-fb23f50f4c1e {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:50:21.003158 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port b5924674-b9d5-4a85-beca-fb23f50f4c1e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=b5924674-b9d5-4a85-beca-fb23f50f4c1e,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:50:21.006985 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:21.054096 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=b5924674-b9d5-4a85-beca-fb23f50f4c1e,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:21.267527 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['b5924674-b9d5-4a85-beca-fb23f50f4c1e'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:50:21.495677 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 55592) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:21.527373 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab529b-01ac-48e7-9b81-5e0004efa161 req-39dc658b-fe38-4d21-9017-b2de6027e8a6 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:21.528949 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4aab529b-01ac-48e7-9b81-5e0004efa161 req-39dc658b-fe38-4d21-9017-b2de6027e8a6 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 945 time: 0.0613585 Feb 17 15:50:21.574594 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4aab529b-01ac-48e7-9b81-5e0004efa161 req-f1db39f2-0170-4df3-84da-edc924e06f1d tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401683 Feb 17 15:50:21.600410 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-acc627bb-1c00-4e30-97f6-bbe0ea04afe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:21.674254 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-acc627bb-1c00-4e30-97f6-bbe0ea04afe9 admin admin] Publish callbacks [] for security_group (3acbc5b0-0412-46bb-8cf8-182a09c31e29), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:21.678083 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-acc627bb-1c00-4e30-97f6-bbe0ea04afe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (3acbc5b0-0412-46bb-8cf8-182a09c31e29), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:21.713361 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-acc627bb-1c00-4e30-97f6-bbe0ea04afe9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=786a5ea33c71428880aaf1efd13d87f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160404 Feb 17 15:50:21.715476 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 55596) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:21.719508 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc627bb-1c00-4e30-97f6-bbe0ea04afe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acbc5b0-0412-46bb-8cf8-182a09c31e29,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:21.763391 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-82ecf03c-9477-4c73-98e5-9795a42c34e9 admin admin] Publish callbacks [] for security_group (3acbc5b0-0412-46bb-8cf8-182a09c31e29), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:21.784222 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-82ecf03c-9477-4c73-98e5-9795a42c34e9 admin admin] Publish callbacks [] for security_group (3acbc5b0-0412-46bb-8cf8-182a09c31e29), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:21.833294 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-82ecf03c-9477-4c73-98e5-9795a42c34e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (3acbc5b0-0412-46bb-8cf8-182a09c31e29), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:21.835815 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-82ecf03c-9477-4c73-98e5-9795a42c34e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:21.836999 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-82ecf03c-9477-4c73-98e5-9795a42c34e9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3acbc5b0-0412-46bb-8cf8-182a09c31e29 HTTP/1.1" status: 204 len: 168 time: 0.1203890 Feb 17 15:50:21.845016 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ecf03c-9477-4c73-98e5-9795a42c34e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acbc5b0-0412-46bb-8cf8-182a09c31e29,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:22.093627 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 55604) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:22.106994 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-83b7fc24-924c-458f-915e-e8c1ae97c799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:22.178567 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-83b7fc24-924c-458f-915e-e8c1ae97c799 admin admin] Publish callbacks [] for security_group (09df68f7-a22e-40b0-bf67-30ed9ca654b6), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:22.181992 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-83b7fc24-924c-458f-915e-e8c1ae97c799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (09df68f7-a22e-40b0-bf67-30ed9ca654b6), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:22.219042 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-83b7fc24-924c-458f-915e-e8c1ae97c799 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6e3e64b34b694b019fc10164bebb5839&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1243110 Feb 17 15:50:22.219959 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b7fc24-924c-458f-915e-e8c1ae97c799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09df68f7-a22e-40b0-bf67-30ed9ca654b6,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:22.221712 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 55606) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:22.277892 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0ac30110-fca9-41cd-af75-68a8dcf76c90 admin admin] Publish callbacks [] for security_group (09df68f7-a22e-40b0-bf67-30ed9ca654b6), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:22.298200 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0ac30110-fca9-41cd-af75-68a8dcf76c90 admin admin] Publish callbacks [] for security_group (09df68f7-a22e-40b0-bf67-30ed9ca654b6), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:22.343533 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0ac30110-fca9-41cd-af75-68a8dcf76c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (09df68f7-a22e-40b0-bf67-30ed9ca654b6), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:22.346168 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0ac30110-fca9-41cd-af75-68a8dcf76c90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:22.347311 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-0ac30110-fca9-41cd-af75-68a8dcf76c90 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/09df68f7-a22e-40b0-bf67-30ed9ca654b6 HTTP/1.1" status: 204 len: 168 time: 0.1245713 Feb 17 15:50:22.355958 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac30110-fca9-41cd-af75-68a8dcf76c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09df68f7-a22e-40b0-bf67-30ed9ca654b6,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:22.695283 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device b5924674-b9d5-4a85-beca-fb23f50f4c1e up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:50:22.700574 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa466a1-d886-4b78-9129-00aef409c8ef req-84576b0c-c230-48a9-9b2d-649268d42969 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:22.702198 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5fa466a1-d886-4b78-9129-00aef409c8ef req-84576b0c-c230-48a9-9b2d-649268d42969 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 945 time: 0.0563438 Feb 17 15:50:22.752896 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning for port b5924674-b9d5-4a85-beca-fb23f50f4c1e completed by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 15:50:22.757639 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port b5924674-b9d5-4a85-beca-fb23f50f4c1e triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:50:22.758044 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:22.759017 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5fa466a1-d886-4b78-9129-00aef409c8ef req-3a230e57-c25d-41b5-bf80-249a1c13e949 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508039 Feb 17 15:50:22.836854 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port b5924674-b9d5-4a85-beca-fb23f50f4c1e is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:50:22.837258 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:22.861343 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfc69eb-19cf-4966-b54c-669fdee4e39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5924674-b9d5-4a85-beca-fb23f50f4c1e'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:50:22.863563 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a5fc4b-ea24-4702-a645-b4eb16d7a90a" -d '{"events": [{"server_uuid": "2cfc69eb-19cf-4966-b54c-669fdee4e39d", "name": "network-vif-plugged", "status": "completed", "tag": "b5924674-b9d5-4a85-beca-fb23f50f4c1e"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:50:22.876239 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port b5924674-b9d5-4a85-beca-fb23f50f4c1e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=b5924674-b9d5-4a85-beca-fb23f50f4c1e,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:50:22.884197 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:22.910705 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4d5117-e643-4dfa-b8e2-307b48637263 x-openstack-request-id: req-6d4d5117-e643-4dfa-b8e2-307b48637263 {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:50:22.911006 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfc69eb-19cf-4966-b54c-669fdee4e39d", "name": "network-vif-plugged", "status": "completed", "tag": "b5924674-b9d5-4a85-beca-fb23f50f4c1e", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:50:22.911255 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6d4d5117-e643-4dfa-b8e2-307b48637263 {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:50:22.911649 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfc69eb-19cf-4966-b54c-669fdee4e39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5924674-b9d5-4a85-beca-fb23f50f4c1e', 'code': 200} Feb 17 15:50:22.942175 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=b5924674-b9d5-4a85-beca-fb23f50f4c1e,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:23.089081 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a0d68-e1fe-4cd6-8630-3143e3b532c8 req-7f80335c-ce1f-422f-b3df-43145a7e97ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:23.090504 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-307a0d68-e1fe-4cd6-8630-3143e3b532c8 req-7f80335c-ce1f-422f-b3df-43145a7e97ca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 1130 time: 0.0479608 Feb 17 15:50:23.133403 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-307a0d68-e1fe-4cd6-8630-3143e3b532c8 req-f015c264-3267-4e10-86e7-1b4020c61470 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370288 Feb 17 15:50:23.900175 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bcdcb0-1b58-4d96-b1f7-3f3f2169a122 req-80d9c493-403d-48c6-a6d0-6c9eb5f5a211 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:23.908047 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-56bcdcb0-1b58-4d96-b1f7-3f3f2169a122 req-80d9c493-403d-48c6-a6d0-6c9eb5f5a211 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.0731044 Feb 17 15:50:23.951496 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-56bcdcb0-1b58-4d96-b1f7-3f3f2169a122 req-7cc5d4ec-f006-46d4-9c7a-914f78fbd8b4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424545 Feb 17 15:50:25.083810 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf7b75-9575-4587-9f3d-6f4ff65c21f1 req-15464640-2446-42a3-ab11-3d3328aea39f tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:25.088911 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2bdf7b75-9575-4587-9f3d-6f4ff65c21f1 req-15464640-2446-42a3-ab11-3d3328aea39f tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.0594788 Feb 17 15:50:25.136340 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2bdf7b75-9575-4587-9f3d-6f4ff65c21f1 req-1cf85fc5-b4eb-41db-8a51-2b2195473fac tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450897 Feb 17 15:50:25.273235 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b6b47-242c-40fb-896c-3ec82fe5c79d req-a81f83fb-7263-49ba-8a43-3e184a193570 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:25.277166 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-653b6b47-242c-40fb-896c-3ec82fe5c79d req-a81f83fb-7263-49ba-8a43-3e184a193570 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.0621369 Feb 17 15:50:25.293424 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 55680) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:25.298074 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-56fdbbda-9e1f-46ab-8f97-1aaf6e115a78 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Request body: {'floatingip': {'port_id': 'b5924674-b9d5-4a85-beca-fb23f50f4c1e'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:50:25.336384 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-56fdbbda-9e1f-46ab-8f97-1aaf6e115a78 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for floatingip (fb10add4-3bea-430e-9644-41467a9c43b5), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:25.763426 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-56fdbbda-9e1f-46ab-8f97-1aaf6e115a78 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:25.766671 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-56fdbbda-9e1f-46ab-8f97-1aaf6e115a78 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1606115'] for floatingip (fb10add4-3bea-430e-9644-41467a9c43b5), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:25.865834 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.db.l3_db [None req-56fdbbda-9e1f-46ab-8f97-1aaf6e115a78 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Floating IP fb10add4-3bea-430e-9644-41467a9c43b5 associated. External IP: 172.27.3.70, port: b5924674-b9d5-4a85-beca-fb23f50f4c1e. Feb 17 15:50:26.295205 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fdbbda-9e1f-46ab-8f97-1aaf6e115a78 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Router 39550417-423d-4074-bc18-9d140e79833b has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:50:26.427667 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fdbbda-9e1f-46ab-8f97-1aaf6e115a78 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:50:26.432277 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-56fdbbda-9e1f-46ab-8f97-1aaf6e115a78 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for floatingip (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:26.444535 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc3f3e2-d498-4b36-ae72-db01844b41d3 None None] Sync routers for ids ['39550417-423d-4074-bc18-9d140e79833b'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:50:26.454422 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc3f3e2-d498-4b36-ae72-db01844b41d3 None None] Routers {'39550417-423d-4074-bc18-9d140e79833b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:50:26.455046 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-acc3f3e2-d498-4b36-ae72-db01844b41d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:50:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['39550417-423d-4074-bc18-9d140e79833b'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:26.480707 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-56fdbbda-9e1f-46ab-8f97-1aaf6e115a78 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "PUT /v2.0/floatingips/fb10add4-3bea-430e-9644-41467a9c43b5 HTTP/1.1" status: 200 len: 991 time: 1.1860237 Feb 17 15:50:26.481414 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfc69eb-19cf-4966-b54c-669fdee4e39d', 'tag': 'b5924674-b9d5-4a85-beca-fb23f50f4c1e'}] {{(pid=109498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:50:26.484337 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}780bf5bf4681f798ff63f4c2752ba00573ae695b8458fad7683b49eb1801337a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85a7c70b-e0e0-4e3a-8b15-1102a3506c08" -d '{"events": [{"name": "network-changed", "server_uuid": "2cfc69eb-19cf-4966-b54c-669fdee4e39d", "tag": "b5924674-b9d5-4a85-beca-fb23f50f4c1e"}]}' {{(pid=109498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:50:26.574152 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c771c444-b22a-4a4b-b7bc-29440939cf9e x-openstack-request-id: req-c771c444-b22a-4a4b-b7bc-29440939cf9e {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:50:26.574447 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cfc69eb-19cf-4966-b54c-669fdee4e39d", "tag": "b5924674-b9d5-4a85-beca-fb23f50f4c1e", "status": "completed", "code": 200}]} {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:50:26.574695 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c771c444-b22a-4a4b-b7bc-29440939cf9e {{(pid=109498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:50:26.575277 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cfc69eb-19cf-4966-b54c-669fdee4e39d', 'tag': 'b5924674-b9d5-4a85-beca-fb23f50f4c1e', 'status': 'completed', 'code': 200} Feb 17 15:50:26.609949 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-acc3f3e2-d498-4b36-ae72-db01844b41d3 None None] Set router 39550417-423d-4074-bc18-9d140e79833b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:50:26.724257 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc2402-ab49-494c-94c4-1f8b2f9b36cf req-a6af82f2-f0d2-4b42-895a-dbded1e19dfd tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:26.726556 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-59fc2402-ab49-494c-94c4-1f8b2f9b36cf req-a6af82f2-f0d2-4b42-895a-dbded1e19dfd tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0687122 Feb 17 15:50:26.778523 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-59fc2402-ab49-494c-94c4-1f8b2f9b36cf req-bb8f99c5-6cd7-459e-b6cc-f9f71fbf1de2 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458758 Feb 17 15:50:26.872964 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-acc3f3e2-d498-4b36-ae72-db01844b41d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39550417-423d-4074-bc18-9d140e79833b', 'name': 'tempest-AttachVolumeShelveTestJSON-1236467049-router', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:31Z', 'updated_at': '2022-02-17T15:45:40Z', 'revision_number': 4, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'gw_port': {'id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:32Z', 'updated_at': '2022-02-17T15:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': 'fb10add4-3bea-430e-9644-41467a9c43b5', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '39550417-423d-4074-bc18-9d140e79833b', 'port_id': 'b5924674-b9d5-4a85-beca-fb23f50f4c1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'mac_address': 'fa:16:3e:ac:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfc69eb-19cf-4966-b54c-669fdee4e39d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:50:14Z', 'updated_at': '2022-02-17T15:50:25Z', 'revision_number': 1, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2', 'name': '', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'mac_address': 'fa:16:3e:35:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '085193d0-4bed-4149-bda8-411e07e82670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:38Z', 'updated_at': '2022-02-17T15:45:44Z', 'revision_number': 5, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'subnets': [{'id': '085193d0-4bed-4149-bda8-411e07e82670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:26.903993 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc3f3e2-d498-4b36-ae72-db01844b41d3 None None] Checking router: 39550417-423d-4074-bc18-9d140e79833b for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:50:26.912262 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc3f3e2-d498-4b36-ae72-db01844b41d3 None None] Routers {'39550417-423d-4074-bc18-9d140e79833b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:50:26.912894 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-acc3f3e2-d498-4b36-ae72-db01844b41d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:50:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['39550417-423d-4074-bc18-9d140e79833b'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:27.018420 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-acc3f3e2-d498-4b36-ae72-db01844b41d3 None None] Set router 39550417-423d-4074-bc18-9d140e79833b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:50:27.231231 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-acc3f3e2-d498-4b36-ae72-db01844b41d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39550417-423d-4074-bc18-9d140e79833b', 'name': 'tempest-AttachVolumeShelveTestJSON-1236467049-router', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:31Z', 'updated_at': '2022-02-17T15:45:40Z', 'revision_number': 4, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'gw_port': {'id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:32Z', 'updated_at': '2022-02-17T15:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': 'fb10add4-3bea-430e-9644-41467a9c43b5', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '39550417-423d-4074-bc18-9d140e79833b', 'port_id': 'b5924674-b9d5-4a85-beca-fb23f50f4c1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'mac_address': 'fa:16:3e:ac:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfc69eb-19cf-4966-b54c-669fdee4e39d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:50:14Z', 'updated_at': '2022-02-17T15:50:25Z', 'revision_number': 1, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2', 'name': '', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'mac_address': 'fa:16:3e:35:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '085193d0-4bed-4149-bda8-411e07e82670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:38Z', 'updated_at': '2022-02-17T15:45:44Z', 'revision_number': 5, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'subnets': [{'id': '085193d0-4bed-4149-bda8-411e07e82670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:27.259095 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc3f3e2-d498-4b36-ae72-db01844b41d3 None None] The sync data for ids ['39550417-423d-4074-bc18-9d140e79833b'] in dv-cinder-606346-36-iscsi is: [{'id': '39550417-423d-4074-bc18-9d140e79833b', 'name': 'tempest-AttachVolumeShelveTestJSON-1236467049-router', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:31Z', 'updated_at': '2022-02-17T15:45:40Z', 'revision_number': 4, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'gw_port': {'id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:32Z', 'updated_at': '2022-02-17T15:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': 'fb10add4-3bea-430e-9644-41467a9c43b5', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '39550417-423d-4074-bc18-9d140e79833b', 'port_id': 'b5924674-b9d5-4a85-beca-fb23f50f4c1e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'mac_address': 'fa:16:3e:ac:20:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cfc69eb-19cf-4966-b54c-669fdee4e39d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:50:14Z', 'updated_at': '2022-02-17T15:50:25Z', 'revision_number': 1, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2', 'name': '', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'mac_address': 'fa:16:3e:35:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '085193d0-4bed-4149-bda8-411e07e82670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:38Z', 'updated_at': '2022-02-17T15:45:44Z', 'revision_number': 5, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'subnets': [{'id': '085193d0-4bed-4149-bda8-411e07e82670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:50:27.449561 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d67801cf-d1ee-4201-9f58-4251b5bf291e None None] New status for floating IP fb10add4-3bea-430e-9644-41467a9c43b5: ACTIVE {{(pid=109501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 15:50:27.900521 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef02e4-56bd-4fdb-8639-5194523b1221 req-aa387d6b-5eb8-4e4f-bc23-6d25483e8e62 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:27.902048 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-63ef02e4-56bd-4fdb-8639-5194523b1221 req-aa387d6b-5eb8-4e4f-bc23-6d25483e8e62 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0519664 Feb 17 15:50:27.947657 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-63ef02e4-56bd-4fdb-8639-5194523b1221 req-9b8166e8-7307-4a03-ba76-25c4d8138360 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399821 Feb 17 15:50:29.068386 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b149fe8-b713-4ac9-9f5f-fc565d331d09 req-d04bf528-88ed-490b-9c34-81b4956e765b tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:29.069878 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8b149fe8-b713-4ac9-9f5f-fc565d331d09 req-d04bf528-88ed-490b-9c34-81b4956e765b tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0557806 Feb 17 15:50:29.116842 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8b149fe8-b713-4ac9-9f5f-fc565d331d09 req-05aaf23f-8038-4575-b4b9-bcd41904032a tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411530 Feb 17 15:50:29.566996 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7c70b-e0e0-4e3a-8b15-1102a3506c08 req-08309af0-4e0a-4e03-9686-1fce92d6c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:29.568404 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-85a7c70b-e0e0-4e3a-8b15-1102a3506c08 req-08309af0-4e0a-4e03-9686-1fce92d6c816 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05f0a8984e9b47928705c3398312ed12&device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 1130 time: 0.0447907 Feb 17 15:50:29.660425 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7c70b-e0e0-4e3a-8b15-1102a3506c08 req-761b8375-d894-417b-ba91-b73e07dd8859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:29.661908 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-85a7c70b-e0e0-4e3a-8b15-1102a3506c08 req-761b8375-d894-417b-ba91-b73e07dd8859 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad5eb79a-29ab-494d-8432-3ccbc2a327de HTTP/1.1" status: 200 len: 918 time: 0.0856478 Feb 17 15:50:29.726313 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-85a7c70b-e0e0-4e3a-8b15-1102a3506c08 req-dcae6ba1-7efc-4088-b316-65a7091e186f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5924674-b9d5-4a85-beca-fb23f50f4c1e HTTP/1.1" status: 200 len: 1001 time: 0.0583019 Feb 17 15:50:29.774348 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7c70b-e0e0-4e3a-8b15-1102a3506c08 req-78dc83d9-5ec4-4101-ab0b-d3ab15eef161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:29.775784 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-85a7c70b-e0e0-4e3a-8b15-1102a3506c08 req-78dc83d9-5ec4-4101-ab0b-d3ab15eef161 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=085193d0-4bed-4149-bda8-411e07e82670 HTTP/1.1" status: 200 len: 856 time: 0.0430562 Feb 17 15:50:29.831775 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7c70b-e0e0-4e3a-8b15-1102a3506c08 req-366a7af5-9b55-490d-9360-6267bf64ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:29.833220 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-85a7c70b-e0e0-4e3a-8b15-1102a3506c08 req-366a7af5-9b55-490d-9360-6267bf64ff71 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad5eb79a-29ab-494d-8432-3ccbc2a327de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0495503 Feb 17 15:50:29.930732 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-85a7c70b-e0e0-4e3a-8b15-1102a3506c08 req-ab68907a-ff28-40cf-9db2-df84c72596e8 service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810585 Feb 17 15:50:30.026851 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-85a7c70b-e0e0-4e3a-8b15-1102a3506c08 req-a237705a-7afd-4b37-9370-247cbc5ce652 service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875919 Feb 17 15:50:30.030520 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-c8ddc4be-6658-4993-8675-49d2308e36da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:30.231885 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581f8e4-1ad7-4067-8336-7c1d7d41b733 req-ec65cbb2-27af-4cc6-8fc8-466347b998ae tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:30.233410 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6581f8e4-1ad7-4067-8336-7c1d7d41b733 req-ec65cbb2-27af-4cc6-8fc8-466347b998ae tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0518968 Feb 17 15:50:30.278902 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6581f8e4-1ad7-4067-8336-7c1d7d41b733 req-c5e0b1c4-2d8c-4e9d-96fb-d9db64b8d139 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401206 Feb 17 15:50:31.395839 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677637a0-1263-48f6-a474-1c3ca6aa0e0b req-7c1b8e4f-2df9-4b92-96e4-742a0bb3b096 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:31.397331 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-677637a0-1263-48f6-a474-1c3ca6aa0e0b req-7c1b8e4f-2df9-4b92-96e4-742a0bb3b096 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0517085 Feb 17 15:50:31.446346 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-677637a0-1263-48f6-a474-1c3ca6aa0e0b req-a7ce1e21-570a-4fae-af22-5c3002a4f931 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436709 Feb 17 15:50:32.404385 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-f5819f02-9d49-47e2-ac66-485f120203d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:32.560865 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2a74d-3305-4928-bb17-e5873bc19cc6 req-587fdf2c-a82f-4574-a633-2413bfbc0e21 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:32.562373 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3bf2a74d-3305-4928-bb17-e5873bc19cc6 req-587fdf2c-a82f-4574-a633-2413bfbc0e21 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0515013 Feb 17 15:50:32.609502 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3bf2a74d-3305-4928-bb17-e5873bc19cc6 req-48987271-507c-4080-aef5-ef1a9feae0c0 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414386 Feb 17 15:50:33.620595 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:33.731893 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25b28b-33c1-4438-8114-e9b9ae1529f3 req-dce535d1-3606-459b-af67-aefb73794c03 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:33.733393 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ad25b28b-33c1-4438-8114-e9b9ae1529f3 req-dce535d1-3606-459b-af67-aefb73794c03 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0529935 Feb 17 15:50:33.778773 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ad25b28b-33c1-4438-8114-e9b9ae1529f3 req-9aa464be-45ce-4e54-88de-58e81d3659ad tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399358 Feb 17 15:50:34.898693 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c17b92-5ada-4c52-9cda-162cc83e91ef req-6be20d2c-35d0-4442-9e68-c7a4f2eb6e2c tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:34.900205 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-57c17b92-5ada-4c52-9cda-162cc83e91ef req-6be20d2c-35d0-4442-9e68-c7a4f2eb6e2c tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0560491 Feb 17 15:50:34.945393 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-57c17b92-5ada-4c52-9cda-162cc83e91ef req-ad003cd7-8528-49e3-8715-c1b44d138a39 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396893 Feb 17 15:50:35.080400 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:35.883455 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c1f9e-e5ca-46fe-b726-bd9cec2bfc8c req-c00d2868-60df-4352-8f1b-5e1e6ce90812 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:35.885570 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-721c1f9e-e5ca-46fe-b726-bd9cec2bfc8c req-c00d2868-60df-4352-8f1b-5e1e6ce90812 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.24 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.0512755 Feb 17 15:50:35.975576 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [req-721c1f9e-e5ca-46fe-b726-bd9cec2bfc8c req-2bc88793-0d9d-4dd9-b132-45366daccb7e tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Deleting port 89339565-152f-4ae8-8690-3d2c845f5541 {{(pid=109498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:50:35.975915 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-721c1f9e-e5ca-46fe-b726-bd9cec2bfc8c req-2bc88793-0d9d-4dd9-b132-45366daccb7e tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (89339565-152f-4ae8-8690-3d2c845f5541), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:36.066866 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-721c1f9e-e5ca-46fe-b726-bd9cec2bfc8c req-2bc88793-0d9d-4dd9-b132-45366daccb7e tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] For port 89339565-152f-4ae8-8690-3d2c845f5541, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=89339565-152f-4ae8-8690-3d2c845f5541,segment=NetworkSegment(62cc0335-bd0e-43f5-a4e5-e158aba2febe),segment_id=62cc0335-bd0e-43f5-a4e5-e158aba2febe)] {{(pid=109498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:50:36.067244 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-721c1f9e-e5ca-46fe-b726-bd9cec2bfc8c req-2bc88793-0d9d-4dd9-b132-45366daccb7e tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (89339565-152f-4ae8-8690-3d2c845f5541), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:36.228772 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1bb3d-e9f9-4806-acd3-a4e85ef42945 req-0661f743-4b72-4a8f-b38e-997bfef3859f tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:36.235516 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-afc1bb3d-e9f9-4806-acd3-a4e85ef42945 req-0661f743-4b72-4a8f-b38e-997bfef3859f tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2d6980-c9f6-47d4-956f-f226a93d50e8 HTTP/1.1" status: 200 len: 945 time: 0.2217336 Feb 17 15:50:36.244623 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-721c1f9e-e5ca-46fe-b726-bd9cec2bfc8c req-2bc88793-0d9d-4dd9-b132-45366daccb7e tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:36.245011 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-721c1f9e-e5ca-46fe-b726-bd9cec2bfc8c req-2bc88793-0d9d-4dd9-b132-45366daccb7e tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1606115'] for floatingip (6ddfef58-ea1c-4798-b54e-508f5e034de1), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:36.245315 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.db.l3_db [req-721c1f9e-e5ca-46fe-b726-bd9cec2bfc8c req-2bc88793-0d9d-4dd9-b132-45366daccb7e tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Floating IP 6ddfef58-ea1c-4798-b54e-508f5e034de1 disassociated. External IP: 172.27.3.226, port: 89339565-152f-4ae8-8690-3d2c845f5541. Feb 17 15:50:36.245656 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [req-721c1f9e-e5ca-46fe-b726-bd9cec2bfc8c req-2bc88793-0d9d-4dd9-b132-45366daccb7e tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Calling delete_port for 89339565-152f-4ae8-8690-3d2c845f5541 owned by compute:nova {{(pid=109498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:50:36.281533 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-afc1bb3d-e9f9-4806-acd3-a4e85ef42945 req-c2778699-9145-4559-ae91-9a2cae99a24b tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=8cef369b-98ad-4ee0-968d-70a8823d88c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451627 Feb 17 15:50:36.385491 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-721c1f9e-e5ca-46fe-b726-bd9cec2bfc8c req-2bc88793-0d9d-4dd9-b132-45366daccb7e tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (89339565-152f-4ae8-8690-3d2c845f5541), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:36.414837 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc88793-0d9d-4dd9-b132-45366daccb7e tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Pushing event deleted for resources: {'Port': ['ID=89339565-152f-4ae8-8690-3d2c845f5541,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:36.532844 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.l3_agent_scheduler [req-721c1f9e-e5ca-46fe-b726-bd9cec2bfc8c req-2bc88793-0d9d-4dd9-b132-45366daccb7e tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Router 7f9696a0-af62-48d6-8f16-90fc573834bc has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:50:36.555380 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:36.642647 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-721c1f9e-e5ca-46fe-b726-bd9cec2bfc8c req-2bc88793-0d9d-4dd9-b132-45366daccb7e tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:50:36.652700 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0a39b6-a7e7-4efb-a3e1-bbf5716ebb0a None None] Sync routers for ids ['7f9696a0-af62-48d6-8f16-90fc573834bc'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:50:36.663333 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0a39b6-a7e7-4efb-a3e1-bbf5716ebb0a None None] Routers {'7f9696a0-af62-48d6-8f16-90fc573834bc'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:50:36.663950 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-ff0a39b6-a7e7-4efb-a3e1-bbf5716ebb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:50:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['7f9696a0-af62-48d6-8f16-90fc573834bc'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:36.687162 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [req-721c1f9e-e5ca-46fe-b726-bd9cec2bfc8c req-2bc88793-0d9d-4dd9-b132-45366daccb7e tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] No DVR routers for this DVR port 89339565-152f-4ae8-8690-3d2c845f5541 on host hv-cinder-60634 {{(pid=109498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:50:36.689908 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-721c1f9e-e5ca-46fe-b726-bd9cec2bfc8c req-2bc88793-0d9d-4dd9-b132-45366daccb7e tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:36.693431 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-721c1f9e-e5ca-46fe-b726-bd9cec2bfc8c req-2bc88793-0d9d-4dd9-b132-45366daccb7e tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.24 "DELETE /v2.0/ports/89339565-152f-4ae8-8690-3d2c845f5541 HTTP/1.1" status: 204 len: 173 time: 0.8024769 Feb 17 15:50:36.694019 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2d6980-c9f6-47d4-956f-f226a93d50e8', 'name': 'network-vif-deleted', 'tag': '89339565-152f-4ae8-8690-3d2c845f5541'}] {{(pid=109498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:50:36.696633 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}780bf5bf4681f798ff63f4c2752ba00573ae695b8458fad7683b49eb1801337a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df259a2-8d7a-42ab-a16a-917a8aa6fdfd" -d '{"events": [{"server_uuid": "db2d6980-c9f6-47d4-956f-f226a93d50e8", "name": "network-vif-deleted", "tag": "89339565-152f-4ae8-8690-3d2c845f5541"}]}' {{(pid=109498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:50:36.762138 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 89339565-152f-4ae8-8690-3d2c845f5541 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:50:36.768831 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6259509-4b9b-4ff5-944e-4b0afc62c5de x-openstack-request-id: req-d6259509-4b9b-4ff5-944e-4b0afc62c5de {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:50:36.769239 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2d6980-c9f6-47d4-956f-f226a93d50e8", "name": "network-vif-deleted", "tag": "89339565-152f-4ae8-8690-3d2c845f5541", "status": "completed", "code": 200}]} {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:50:36.769363 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d6259509-4b9b-4ff5-944e-4b0afc62c5de {{(pid=109498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:50:36.769771 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2d6980-c9f6-47d4-956f-f226a93d50e8', 'name': 'network-vif-deleted', 'tag': '89339565-152f-4ae8-8690-3d2c845f5541', 'status': 'completed', 'code': 200} Feb 17 15:50:36.810791 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] No Port match for: 89339565-152f-4ae8-8690-3d2c845f5541 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:50:36.811348 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 89339565-152f-4ae8-8690-3d2c845f5541 not bound to the agent host hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:50:36.816267 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-ff0a39b6-a7e7-4efb-a3e1-bbf5716ebb0a None None] Set router 7f9696a0-af62-48d6-8f16-90fc573834bc gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:50:37.018391 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-ff0a39b6-a7e7-4efb-a3e1-bbf5716ebb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'name': 'tempest-AttachVolumeTestJSON-526983127-router', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:33Z', 'updated_at': '2022-02-17T15:45:41Z', 'revision_number': 4, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'gw_port': {'id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:34Z', 'updated_at': '2022-02-17T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'd3e0caaf-966f-4f20-acfe-b9126ebe0d01', 'name': '', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'mac_address': 'fa:16:3e:12:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:40Z', 'updated_at': '2022-02-17T15:45:50Z', 'revision_number': 5, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'subnets': [{'id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:37.043385 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0a39b6-a7e7-4efb-a3e1-bbf5716ebb0a None None] Checking router: 7f9696a0-af62-48d6-8f16-90fc573834bc for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:50:37.051320 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0a39b6-a7e7-4efb-a3e1-bbf5716ebb0a None None] Routers {'7f9696a0-af62-48d6-8f16-90fc573834bc'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:50:37.051911 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-ff0a39b6-a7e7-4efb-a3e1-bbf5716ebb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:50:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['7f9696a0-af62-48d6-8f16-90fc573834bc'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:37.284464 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-ff0a39b6-a7e7-4efb-a3e1-bbf5716ebb0a None None] Set router 7f9696a0-af62-48d6-8f16-90fc573834bc gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:50:37.372529 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 55852) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:37.433681 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-65069a29-c7c3-4ad5-8084-9fa43332aff1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for security_group (8cef369b-98ad-4ee0-968d-70a8823d88c9), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:37.457558 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-65069a29-c7c3-4ad5-8084-9fa43332aff1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for security_group (8cef369b-98ad-4ee0-968d-70a8823d88c9), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:37.503328 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-ff0a39b6-a7e7-4efb-a3e1-bbf5716ebb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'name': 'tempest-AttachVolumeTestJSON-526983127-router', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:33Z', 'updated_at': '2022-02-17T15:45:41Z', 'revision_number': 4, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'gw_port': {'id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:34Z', 'updated_at': '2022-02-17T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'd3e0caaf-966f-4f20-acfe-b9126ebe0d01', 'name': '', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'mac_address': 'fa:16:3e:12:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:40Z', 'updated_at': '2022-02-17T15:45:50Z', 'revision_number': 5, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'subnets': [{'id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:37.510407 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-65069a29-c7c3-4ad5-8084-9fa43332aff1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (8cef369b-98ad-4ee0-968d-70a8823d88c9), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:37.513722 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-65069a29-c7c3-4ad5-8084-9fa43332aff1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:37.515237 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-65069a29-c7c3-4ad5-8084-9fa43332aff1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "DELETE /v2.0/security-groups/8cef369b-98ad-4ee0-968d-70a8823d88c9 HTTP/1.1" status: 204 len: 168 time: 0.1409371 Feb 17 15:50:37.518014 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 55858) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:37.525585 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65069a29-c7c3-4ad5-8084-9fa43332aff1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cef369b-98ad-4ee0-968d-70a8823d88c9,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:37.529631 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0a39b6-a7e7-4efb-a3e1-bbf5716ebb0a None None] The sync data for ids ['7f9696a0-af62-48d6-8f16-90fc573834bc'] in dv-cinder-606346-36-iscsi is: [{'id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'name': 'tempest-AttachVolumeTestJSON-526983127-router', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:33Z', 'updated_at': '2022-02-17T15:45:41Z', 'revision_number': 4, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'gw_port': {'id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:34Z', 'updated_at': '2022-02-17T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'd3e0caaf-966f-4f20-acfe-b9126ebe0d01', 'name': '', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'mac_address': 'fa:16:3e:12:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:40Z', 'updated_at': '2022-02-17T15:45:50Z', 'revision_number': 5, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'subnets': [{'id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:50:37.532862 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.api.v2.resource [None req-bb196600-4929-40f4-80e2-4e91ed4c9679 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] show failed (client error): The resource could not be found. Feb 17 15:50:37.540204 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-bb196600-4929-40f4-80e2-4e91ed4c9679 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups/8cef369b-98ad-4ee0-968d-70a8823d88c9 HTTP/1.1" status: 404 len: 347 time: 0.0210555 Feb 17 15:50:37.541501 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 55862) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:37.686962 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-c3cbd7ea-63ae-4d09-a404-b12be9f6b711 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Deleting port 593af0ee-03a3-4c34-ba8f-3862d0717fc9 {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:50:37.687316 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c3cbd7ea-63ae-4d09-a404-b12be9f6b711 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (593af0ee-03a3-4c34-ba8f-3862d0717fc9), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:37.773901 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c3cbd7ea-63ae-4d09-a404-b12be9f6b711 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (593af0ee-03a3-4c34-ba8f-3862d0717fc9), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:37.774236 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c3cbd7ea-63ae-4d09-a404-b12be9f6b711 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for floatingip (593af0ee-03a3-4c34-ba8f-3862d0717fc9), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:37.786561 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-c3cbd7ea-63ae-4d09-a404-b12be9f6b711 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Calling delete_port for 593af0ee-03a3-4c34-ba8f-3862d0717fc9 owned by network:floatingip {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:50:37.801606 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e8e73d-73d8-4bb8-b7da-2a7391ae27b7 None None] New status for floating IP 6ddfef58-ea1c-4798-b54e-508f5e034de1: DOWN {{(pid=109501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 15:50:37.969115 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c3cbd7ea-63ae-4d09-a404-b12be9f6b711 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (593af0ee-03a3-4c34-ba8f-3862d0717fc9), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:38.003091 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbd7ea-63ae-4d09-a404-b12be9f6b711 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Pushing event deleted for resources: {'Port': ['ID=593af0ee-03a3-4c34-ba8f-3862d0717fc9,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:38.056987 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c3cbd7ea-63ae-4d09-a404-b12be9f6b711 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for floatingip (6ddfef58-ea1c-4798-b54e-508f5e034de1), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:38.059730 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c3cbd7ea-63ae-4d09-a404-b12be9f6b711 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for floatingip (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:38.060889 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-c3cbd7ea-63ae-4d09-a404-b12be9f6b711 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "DELETE /v2.0/floatingips/6ddfef58-ea1c-4798-b54e-508f5e034de1 HTTP/1.1" status: 204 len: 168 time: 0.5183322 Feb 17 15:50:38.489416 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 55874) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:38.494561 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-9d43fcd3-e1e0-43d6-bacd-6ceda5b8e598 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--974408545', 'description': 'tempest-description--2095837743'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:50:38.514396 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9d43fcd3-e1e0-43d6-bacd-6ceda5b8e598 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:38.578476 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9d43fcd3-e1e0-43d6-bacd-6ceda5b8e598 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for security_group (5670ca2f-3b88-43bc-ae5e-48316b23c7dc), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:38.581981 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9d43fcd3-e1e0-43d6-bacd-6ceda5b8e598 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (5670ca2f-3b88-43bc-ae5e-48316b23c7dc), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:38.610088 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9d43fcd3-e1e0-43d6-bacd-6ceda5b8e598 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:38.615251 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-9d43fcd3-e1e0-43d6-bacd-6ceda5b8e598 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1208785 Feb 17 15:50:38.615251 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43fcd3-e1e0-43d6-bacd-6ceda5b8e598 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5670ca2f-3b88-43bc-ae5e-48316b23c7dc,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:38.615497 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 55876) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:38.620538 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-04c417dd-7ce7-4ff8-becc-45098d7062b0 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Request body: {'security_group_rule': {'security_group_id': '5670ca2f-3b88-43bc-ae5e-48316b23c7dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:50:38.663018 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-04c417dd-7ce7-4ff8-becc-45098d7062b0 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for security_group_rule (3c1888ff-221d-4166-bf88-98ebae485233), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:38.729853 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-04c417dd-7ce7-4ff8-becc-45098d7062b0 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for security_group_rule (3c1888ff-221d-4166-bf88-98ebae485233), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:38.734058 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-04c417dd-7ce7-4ff8-becc-45098d7062b0 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (3c1888ff-221d-4166-bf88-98ebae485233), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:38.751297 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c417dd-7ce7-4ff8-becc-45098d7062b0 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1888ff-221d-4166-bf88-98ebae485233,revision_number=0']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:38.760990 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-04c417dd-7ce7-4ff8-becc-45098d7062b0 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:38.762284 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-04c417dd-7ce7-4ff8-becc-45098d7062b0 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458263 Feb 17 15:50:38.764974 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 55888) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:38.772011 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-884d5c73-be04-4f42-b4f2-5a85a90ab794 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Request body: {'security_group_rule': {'security_group_id': '5670ca2f-3b88-43bc-ae5e-48316b23c7dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:50:38.797911 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-884d5c73-be04-4f42-b4f2-5a85a90ab794 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for security_group_rule (5db2d802-0381-4221-b127-70f98746e284), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:38.852793 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-884d5c73-be04-4f42-b4f2-5a85a90ab794 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for security_group_rule (5db2d802-0381-4221-b127-70f98746e284), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:38.857309 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-884d5c73-be04-4f42-b4f2-5a85a90ab794 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (5db2d802-0381-4221-b127-70f98746e284), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:38.874906 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d5c73-be04-4f42-b4f2-5a85a90ab794 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db2d802-0381-4221-b127-70f98746e284,revision_number=0']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:38.886849 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-884d5c73-be04-4f42-b4f2-5a85a90ab794 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:38.888094 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-884d5c73-be04-4f42-b4f2-5a85a90ab794 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221030 Feb 17 15:50:38.891115 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 55894) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:38.895612 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-c535dbeb-0bb8-485e-a49c-5d0d05ea5c08 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Request body: {'floatingip': {'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:50:38.917425 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c535dbeb-0bb8-485e-a49c-5d0d05ea5c08 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:39.028553 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c535dbeb-0bb8-485e-a49c-5d0d05ea5c08 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:39.051819 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 55904) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:39.136267 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [None req-c535dbeb-0bb8-485e-a49c-5d0d05ea5c08 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Allocated IP 172.27.3.10 (429489ab-2a85-400d-8dac-2c90bfd61144/c701940c-dc66-45fb-ad02-3d3f314099e2/6ea53084-c585-4ee8-a55b-dd334244d14d) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:50:39.157176 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3ec1d976-5fb9-4ce0-bedb-d7ae043ff7b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:39.235915 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3ec1d976-5fb9-4ce0-bedb-d7ae043ff7b8 admin admin] Publish callbacks [] for security_group (e2d372a7-38b6-4407-ae93-11fb5aca8157), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:39.239762 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3ec1d976-5fb9-4ce0-bedb-d7ae043ff7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (e2d372a7-38b6-4407-ae93-11fb5aca8157), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:39.244784 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c535dbeb-0bb8-485e-a49c-5d0d05ea5c08 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for port (6ea53084-c585-4ee8-a55b-dd334244d14d), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:39.278035 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-3ec1d976-5fb9-4ce0-bedb-d7ae043ff7b8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=92d70c5b8cba44beaa6f68dd0ee1b38d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250094 Feb 17 15:50:39.279191 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c535dbeb-0bb8-485e-a49c-5d0d05ea5c08 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (6ea53084-c585-4ee8-a55b-dd334244d14d), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:39.280925 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 55908) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:39.287821 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec1d976-5fb9-4ce0-bedb-d7ae043ff7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d372a7-38b6-4407-ae93-11fb5aca8157,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:39.318376 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c535dbeb-0bb8-485e-a49c-5d0d05ea5c08 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Network 429489ab-2a85-400d-8dac-2c90bfd61144 is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:50:39.325610 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-c535dbeb-0bb8-485e-a49c-5d0d05ea5c08 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:50:39.329108 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c535dbeb-0bb8-485e-a49c-5d0d05ea5c08 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:50:39.334906 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0054c1e0-1a06-42cb-a2c8-4f52e481563b admin admin] Publish callbacks [] for security_group (e2d372a7-38b6-4407-ae93-11fb5aca8157), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:39.351275 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535dbeb-0bb8-485e-a49c-5d0d05ea5c08 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Pushing event updated for resources: {'Port': ['ID=6ea53084-c585-4ee8-a55b-dd334244d14d,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:39.358697 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0054c1e0-1a06-42cb-a2c8-4f52e481563b admin admin] Publish callbacks [] for security_group (e2d372a7-38b6-4407-ae93-11fb5aca8157), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:39.409055 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0054c1e0-1a06-42cb-a2c8-4f52e481563b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (e2d372a7-38b6-4407-ae93-11fb5aca8157), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:39.411575 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-0054c1e0-1a06-42cb-a2c8-4f52e481563b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:39.412821 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-0054c1e0-1a06-42cb-a2c8-4f52e481563b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e2d372a7-38b6-4407-ae93-11fb5aca8157 HTTP/1.1" status: 204 len: 168 time: 0.1309054 Feb 17 15:50:39.416512 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c535dbeb-0bb8-485e-a49c-5d0d05ea5c08 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for floatingip (f71f354b-5246-49f0-92ad-6d52f0042fd6), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:39.421281 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054c1e0-1a06-42cb-a2c8-4f52e481563b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d372a7-38b6-4407-ae93-11fb5aca8157,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:39.461590 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c535dbeb-0bb8-485e-a49c-5d0d05ea5c08 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (6ea53084-c585-4ee8-a55b-dd334244d14d), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:39.610217 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c535dbeb-0bb8-485e-a49c-5d0d05ea5c08 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for port (6ea53084-c585-4ee8-a55b-dd334244d14d), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:39.619114 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c535dbeb-0bb8-485e-a49c-5d0d05ea5c08 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (6ea53084-c585-4ee8-a55b-dd334244d14d), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:39.677544 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 55914) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:39.691432 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bfc30d09-405b-440a-8eae-7c9045f8e9b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:39.693727 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535dbeb-0bb8-485e-a49c-5d0d05ea5c08 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Pushing event updated for resources: {'Port': ['ID=6ea53084-c585-4ee8-a55b-dd334244d14d,revision_number=2']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:39.702302 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c535dbeb-0bb8-485e-a49c-5d0d05ea5c08 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1606115'] for floatingip (f71f354b-5246-49f0-92ad-6d52f0042fd6), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:39.717136 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-c535dbeb-0bb8-485e-a49c-5d0d05ea5c08 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for floatingip (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:39.727499 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-c535dbeb-0bb8-485e-a49c-5d0d05ea5c08 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8262906 Feb 17 15:50:39.767815 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bfc30d09-405b-440a-8eae-7c9045f8e9b5 admin admin] Publish callbacks [] for security_group (eec0c99a-abcb-41a8-82a7-ac7dd709bcb3), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:39.771746 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bfc30d09-405b-440a-8eae-7c9045f8e9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (eec0c99a-abcb-41a8-82a7-ac7dd709bcb3), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:39.809673 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-bfc30d09-405b-440a-8eae-7c9045f8e9b5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1b4f6d8b77fa407782f108f85eda4214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308548 Feb 17 15:50:39.811916 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc30d09-405b-440a-8eae-7c9045f8e9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec0c99a-abcb-41a8-82a7-ac7dd709bcb3,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:39.812247 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 55920) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:39.864345 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-077fb341-7158-4c71-91b0-ffbfd4f4d29a admin admin] Publish callbacks [] for security_group (eec0c99a-abcb-41a8-82a7-ac7dd709bcb3), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:39.885767 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-077fb341-7158-4c71-91b0-ffbfd4f4d29a admin admin] Publish callbacks [] for security_group (eec0c99a-abcb-41a8-82a7-ac7dd709bcb3), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:39.933049 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-077fb341-7158-4c71-91b0-ffbfd4f4d29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (eec0c99a-abcb-41a8-82a7-ac7dd709bcb3), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:39.935687 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-077fb341-7158-4c71-91b0-ffbfd4f4d29a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:39.936875 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-077fb341-7158-4c71-91b0-ffbfd4f4d29a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eec0c99a-abcb-41a8-82a7-ac7dd709bcb3 HTTP/1.1" status: 204 len: 168 time: 0.1236174 Feb 17 15:50:39.946494 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077fb341-7158-4c71-91b0-ffbfd4f4d29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec0c99a-abcb-41a8-82a7-ac7dd709bcb3,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:40.100582 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-3cce3c14-35ec-4f5b-8b01-920e6c4dfb66 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--974408545&fields=id&tenant_id=769c58532a4348dcae2ac0328ff62a8f HTTP/1.1" status: 200 len: 267 time: 0.0522335 Feb 17 15:50:40.212206 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-5ac9544e-2dab-43c0-9f5f-e4163632d5c6 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:40.213799 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-5ac9544e-2dab-43c0-9f5f-e4163632d5c6 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/networks?id=d7517828-d4b9-4a8f-8db6-7a3339da0c38 HTTP/1.1" status: 200 len: 810 time: 0.1067922 Feb 17 15:50:40.232308 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-2df0a772-73cb-472e-97c2-c97dc794bf4f tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/quotas/769c58532a4348dcae2ac0328ff62a8f HTTP/1.1" status: 200 len: 375 time: 0.0117304 Feb 17 15:50:40.294984 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-c9643374-d6dc-4268-9dd3-a7f414639366 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=769c58532a4348dcae2ac0328ff62a8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577128 Feb 17 15:50:40.409060 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-a99cf636-023f-4b4f-865c-1ae476079fcc service neutron] 10.222.0.67 "GET /v2.0/networks/d7517828-d4b9-4a8f-8db6-7a3339da0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024668 Feb 17 15:50:40.506094 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-425fb461-1f36-41da-87d0-45063e14e30a service neutron] 10.222.0.67 "GET /v2.0/networks/d7517828-d4b9-4a8f-8db6-7a3339da0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913923 Feb 17 15:50:40.680637 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2c02369e-8871-4912-972c-aac22dc1a627 req-c0cbb8a1-9edf-4b4c-9085-b97f4b07b976 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=82459912-7bd3-4af6-8640-7048a4a61d75 HTTP/1.1" status: 200 len: 210 time: 0.0282066 Feb 17 15:50:41.584079 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5b83b-2c3a-4681-8c7c-7cb1250e0649 req-240838dd-d291-4ec7-84fc-49726c64a46e tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:41.585859 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3ac5b83b-2c3a-4681-8c7c-7cb1250e0649 req-240838dd-d291-4ec7-84fc-49726c64a46e tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=72f08802-c853-4b37-9f2e-dc797a1d09d8 HTTP/1.1" status: 200 len: 946 time: 0.0522225 Feb 17 15:50:41.630800 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3ac5b83b-2c3a-4681-8c7c-7cb1250e0649 req-b077f1fa-e8a0-4cff-9116-086d300342f9 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394824 Feb 17 15:50:41.781243 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fb60965e-da96-42b2-bfe8-ed65cd5beba0 req-7593639e-64bc-45df-9879-003d399282e4 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=82459912-7bd3-4af6-8640-7048a4a61d75 HTTP/1.1" status: 200 len: 210 time: 0.0317640 Feb 17 15:50:41.882832 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-0be96016-f6bd-4e9c-8aed-9abe98b87e55 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:41.884949 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-0be96016-f6bd-4e9c-8aed-9abe98b87e55 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.24 "GET /v2.0/networks?id=d7517828-d4b9-4a8f-8db6-7a3339da0c38 HTTP/1.1" status: 200 len: 810 time: 0.1041813 Feb 17 15:50:41.946906 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-ef1a1d7a-f555-424c-b910-3e26faf1a19e tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=769c58532a4348dcae2ac0328ff62a8f HTTP/1.1" status: 200 len: 379 time: 0.0507941 Feb 17 15:50:41.959894 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-fb49441a-6915-4c3a-9f08-4c40ed76eae4 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Request body: {'port': {'device_id': '82459912-7bd3-4af6-8640-7048a4a61d75', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'admin_state_up': True, 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'security_groups': ['5670ca2f-3b88-43bc-ae5e-48316b23c7dc']}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:50:42.060034 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-fb49441a-6915-4c3a-9f08-4c40ed76eae4 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Made reservation on behalf of 769c58532a4348dcae2ac0328ff62a8f for: {'port': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:50:42.063263 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-fb49441a-6915-4c3a-9f08-4c40ed76eae4 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:42.187196 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_common [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-fb49441a-6915-4c3a-9f08-4c40ed76eae4 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Allocated IP 172.20.0.11 (d7517828-d4b9-4a8f-8db6-7a3339da0c38/6d98068c-df44-41c5-a48f-1683fecb288a/bce0fbd3-32b4-4ccb-bc72-088866d72f95) {{(pid=109498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:50:42.333397 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-fb49441a-6915-4c3a-9f08-4c40ed76eae4 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for port (bce0fbd3-32b4-4ccb-bc72-088866d72f95), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:42.365257 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-fb49441a-6915-4c3a-9f08-4c40ed76eae4 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (bce0fbd3-32b4-4ccb-bc72-088866d72f95), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:42.404521 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-fb49441a-6915-4c3a-9f08-4c40ed76eae4 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Network d7517828-d4b9-4a8f-8db6-7a3339da0c38 is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:50:42.409347 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-fb49441a-6915-4c3a-9f08-4c40ed76eae4 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:50:42.412907 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-fb49441a-6915-4c3a-9f08-4c40ed76eae4 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Received port after_create {{(pid=109498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:50:42.441372 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49441a-6915-4c3a-9f08-4c40ed76eae4 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Pushing event updated for resources: {'Port': ['ID=bce0fbd3-32b4-4ccb-bc72-088866d72f95,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:42.464581 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-fb49441a-6915-4c3a-9f08-4c40ed76eae4 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:42.465196 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-fb49441a-6915-4c3a-9f08-4c40ed76eae4 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:42.481498 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-fb49441a-6915-4c3a-9f08-4c40ed76eae4 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5253165 Feb 17 15:50:42.493245 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-029cb872-c020-46f4-9af7-a8afc1ae4a45 service neutron] Request body: {'port': {'device_id': '82459912-7bd3-4af6-8640-7048a4a61d75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:50:42.556796 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-029cb872-c020-46f4-9af7-a8afc1ae4a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (bce0fbd3-32b4-4ccb-bc72-088866d72f95), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:42.685945 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-1d5ff722-59da-4de7-913e-74d7356318de None None] Provisioning complete for port bce0fbd3-32b4-4ccb-bc72-088866d72f95 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:50:42.686505 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-1d5ff722-59da-4de7-913e-74d7356318de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (bce0fbd3-32b4-4ccb-bc72-088866d72f95), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:42.722439 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ff722-59da-4de7-913e-74d7356318de None None] Port bce0fbd3-32b4-4ccb-bc72-088866d72f95 cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:50:42.757677 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7eabf-bda2-4e93-8adb-21dec1ec7d94 req-d0036180-3494-4bd9-8088-64f20693ea9a tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:42.759644 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fed7eabf-bda2-4e93-8adb-21dec1ec7d94 req-d0036180-3494-4bd9-8088-64f20693ea9a tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=72f08802-c853-4b37-9f2e-dc797a1d09d8 HTTP/1.1" status: 200 len: 946 time: 0.0582120 Feb 17 15:50:42.806215 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fed7eabf-bda2-4e93-8adb-21dec1ec7d94 req-fed95228-60a6-42e0-af8b-f7d918d7457a tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401912 Feb 17 15:50:42.822636 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-029cb872-c020-46f4-9af7-a8afc1ae4a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce0fbd3-32b4-4ccb-bc72-088866d72f95 {{(pid=109498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:50:42.830899 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-029cb872-c020-46f4-9af7-a8afc1ae4a45 service neutron] Publish callbacks [] for port (bce0fbd3-32b4-4ccb-bc72-088866d72f95), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:42.843308 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.provisioning_blocks [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-029cb872-c020-46f4-9af7-a8afc1ae4a45 service neutron] Transition to ACTIVE for port object bce0fbd3-32b4-4ccb-bc72-088866d72f95 will not be triggered until provisioned by entity L2. {{(pid=109498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 15:50:42.847290 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-029cb872-c020-46f4-9af7-a8afc1ae4a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8641772'] for port (bce0fbd3-32b4-4ccb-bc72-088866d72f95), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:42.934574 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cb872-c020-46f4-9af7-a8afc1ae4a45 service neutron] Pushing event updated for resources: {'Port': ['ID=bce0fbd3-32b4-4ccb-bc72-088866d72f95,revision_number=2']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:42.966483 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-029cb872-c020-46f4-9af7-a8afc1ae4a45 service neutron] Attempting to bind port bce0fbd3-32b4-4ccb-bc72-088866d72f95 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:50:42.966955 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-029cb872-c020-46f4-9af7-a8afc1ae4a45 service neutron] Attempting to bind port bce0fbd3-32b4-4ccb-bc72-088866d72f95 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '62cc0335-bd0e-43f5-a4e5-e158aba2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38'}] {{(pid=109498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:50:42.967140 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-029cb872-c020-46f4-9af7-a8afc1ae4a45 service neutron] Attempting to bind port bce0fbd3-32b4-4ccb-bc72-088866d72f95 on network d7517828-d4b9-4a8f-8db6-7a3339da0c38 {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:50:42.971531 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-029cb872-c020-46f4-9af7-a8afc1ae4a45 service neutron] Port bce0fbd3-32b4-4ccb-bc72-088866d72f95 on network d7517828-d4b9-4a8f-8db6-7a3339da0c38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 15:50:42.971860 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-029cb872-c020-46f4-9af7-a8afc1ae4a45 service neutron] Attempting to bind port bce0fbd3-32b4-4ccb-bc72-088866d72f95 on network d7517828-d4b9-4a8f-8db6-7a3339da0c38 {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:50:42.977211 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-029cb872-c020-46f4-9af7-a8afc1ae4a45 service neutron] Checking agent: {'id': '085351c5-065a-4edc-ae4b-0d7f2b27b503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'started_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:50:42.977550 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-029cb872-c020-46f4-9af7-a8afc1ae4a45 service neutron] Checking segment: {'id': '62cc0335-bd0e-43f5-a4e5-e158aba2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:50:42.978482 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-029cb872-c020-46f4-9af7-a8afc1ae4a45 service neutron] Bound using segment: {'id': '62cc0335-bd0e-43f5-a4e5-e158aba2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38'} {{(pid=109498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:50:42.978912 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.managers [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-029cb872-c020-46f4-9af7-a8afc1ae4a45 service neutron] Bound port: bce0fbd3-32b4-4ccb-bc72-088866d72f95, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62cc0335-bd0e-43f5-a4e5-e158aba2febe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38'}}] {{(pid=109498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:50:42.979275 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-029cb872-c020-46f4-9af7-a8afc1ae4a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (bce0fbd3-32b4-4ccb-bc72-088866d72f95), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:43.045257 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-029cb872-c020-46f4-9af7-a8afc1ae4a45 service neutron] For port bce0fbd3-32b4-4ccb-bc72-088866d72f95, host hv-cinder-60634, cleared binding levels {{(pid=109498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:50:43.048525 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-029cb872-c020-46f4-9af7-a8afc1ae4a45 service neutron] For port bce0fbd3-32b4-4ccb-bc72-088866d72f95, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=bce0fbd3-32b4-4ccb-bc72-088866d72f95,segment=NetworkSegment(62cc0335-bd0e-43f5-a4e5-e158aba2febe),segment_id=62cc0335-bd0e-43f5-a4e5-e158aba2febe)] {{(pid=109498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:50:43.055877 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-029cb872-c020-46f4-9af7-a8afc1ae4a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8641772'] for port (bce0fbd3-32b4-4ccb-bc72-088866d72f95), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:43.092496 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-029cb872-c020-46f4-9af7-a8afc1ae4a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:43.093100 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-029cb872-c020-46f4-9af7-a8afc1ae4a45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:43.094490 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-029cb872-c020-46f4-9af7-a8afc1ae4a45 service neutron] 10.222.0.24 "PUT /v2.0/ports/bce0fbd3-32b4-4ccb-bc72-088866d72f95 HTTP/1.1" status: 200 len: 1094 time: 0.6053176 Feb 17 15:50:43.094939 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82459912-7bd3-4af6-8640-7048a4a61d75', 'tag': 'bce0fbd3-32b4-4ccb-bc72-088866d72f95'}] {{(pid=109498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:50:43.097210 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}780bf5bf4681f798ff63f4c2752ba00573ae695b8458fad7683b49eb1801337a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41003b4d-e2f6-48e0-8c44-125c21006172" -d '{"events": [{"name": "network-changed", "server_uuid": "82459912-7bd3-4af6-8640-7048a4a61d75", "tag": "bce0fbd3-32b4-4ccb-bc72-088866d72f95"}]}' {{(pid=109498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:50:43.104664 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a188c3-039a-4676-ba27-840b88a25ca4 req-56def4b5-2987-4d4b-ace9-82becf41e2dd tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:43.106335 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-87a188c3-039a-4676-ba27-840b88a25ca4 req-56def4b5-2987-4d4b-ace9-82becf41e2dd tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=82459912-7bd3-4af6-8640-7048a4a61d75 HTTP/1.1" status: 200 len: 944 time: 0.0643699 Feb 17 15:50:43.134797 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cb872-c020-46f4-9af7-a8afc1ae4a45 service neutron] Pushing event updated for resources: {'Port': ['ID=bce0fbd3-32b4-4ccb-bc72-088866d72f95,revision_number=3']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:43.154505 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb491fb2-51bc-4906-961e-fdcbacf15487 x-openstack-request-id: req-eb491fb2-51bc-4906-961e-fdcbacf15487 {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:50:43.154796 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82459912-7bd3-4af6-8640-7048a4a61d75", "tag": "bce0fbd3-32b4-4ccb-bc72-088866d72f95", "status": "completed", "code": 200}]} {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:50:43.155050 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eb491fb2-51bc-4906-961e-fdcbacf15487 {{(pid=109498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:50:43.155691 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82459912-7bd3-4af6-8640-7048a4a61d75', 'tag': 'bce0fbd3-32b4-4ccb-bc72-088866d72f95', 'status': 'completed', 'code': 200} Feb 17 15:50:43.169952 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-87a188c3-039a-4676-ba27-840b88a25ca4 req-8377bf13-9c96-4888-81d2-e7303472cde8 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=5670ca2f-3b88-43bc-ae5e-48316b23c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564725 Feb 17 15:50:43.930345 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b7234-d107-4d98-b8d6-db5074b922de req-d0a2dbc4-3b25-4fe3-9f4b-f7c6bb92295d tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:43.931823 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-293b7234-d107-4d98-b8d6-db5074b922de req-d0a2dbc4-3b25-4fe3-9f4b-f7c6bb92295d tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=72f08802-c853-4b37-9f2e-dc797a1d09d8 HTTP/1.1" status: 200 len: 946 time: 0.0513408 Feb 17 15:50:43.980396 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-293b7234-d107-4d98-b8d6-db5074b922de req-ba842073-686e-49ee-922c-bd852a9a5120 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431690 Feb 17 15:50:44.286168 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5035b0-8fcc-402c-a22a-d154246c66b3 req-b7218472-78b1-4784-9661-28b517981a48 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:44.287667 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ea5035b0-8fcc-402c-a22a-d154246c66b3 req-b7218472-78b1-4784-9661-28b517981a48 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=82459912-7bd3-4af6-8640-7048a4a61d75 HTTP/1.1" status: 200 len: 944 time: 0.0511796 Feb 17 15:50:44.333381 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ea5035b0-8fcc-402c-a22a-d154246c66b3 req-6823f2b6-23ff-4f3f-a5bf-29a5203d92cf tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=5670ca2f-3b88-43bc-ae5e-48316b23c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397754 Feb 17 15:50:45.095930 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b292e93-d2c3-4604-b884-cd3eefb6d341 req-35bfbe1d-7086-4c84-a6b1-a24aed4209f8 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:45.097400 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4b292e93-d2c3-4604-b884-cd3eefb6d341 req-35bfbe1d-7086-4c84-a6b1-a24aed4209f8 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=72f08802-c853-4b37-9f2e-dc797a1d09d8 HTTP/1.1" status: 200 len: 946 time: 0.0506809 Feb 17 15:50:45.141228 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4b292e93-d2c3-4604-b884-cd3eefb6d341 req-0f004604-3fe4-4694-b0a2-92c5f86828df tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382621 Feb 17 15:50:45.241762 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41003b4d-e2f6-48e0-8c44-125c21006172 req-0fa96422-2b80-4c16-a1c3-1af230084dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:45.243226 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-41003b4d-e2f6-48e0-8c44-125c21006172 req-0fa96422-2b80-4c16-a1c3-1af230084dd3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=769c58532a4348dcae2ac0328ff62a8f&device_id=82459912-7bd3-4af6-8640-7048a4a61d75 HTTP/1.1" status: 200 len: 1128 time: 0.0446849 Feb 17 15:50:45.346742 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41003b4d-e2f6-48e0-8c44-125c21006172 req-c2fc316e-474a-4e6b-9b09-9f22bc612d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:45.348498 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-41003b4d-e2f6-48e0-8c44-125c21006172 req-c2fc316e-474a-4e6b-9b09-9f22bc612d32 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=769c58532a4348dcae2ac0328ff62a8f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0920587 Feb 17 15:50:45.448262 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41003b4d-e2f6-48e0-8c44-125c21006172 req-cb4a139c-3e28-472e-9692-4d96b1a05fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:45.449836 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-41003b4d-e2f6-48e0-8c44-125c21006172 req-cb4a139c-3e28-472e-9692-4d96b1a05fac service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916052 Feb 17 15:50:45.459213 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa86ce2-b709-490b-80f3-f0398b2d17d2 req-8f66bf67-16df-4a8b-bb4c-73e733fc5a50 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:45.460800 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9aa86ce2-b709-490b-80f3-f0398b2d17d2 req-8f66bf67-16df-4a8b-bb4c-73e733fc5a50 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=82459912-7bd3-4af6-8640-7048a4a61d75 HTTP/1.1" status: 200 len: 944 time: 0.0558987 Feb 17 15:50:45.525457 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9aa86ce2-b709-490b-80f3-f0398b2d17d2 req-acb4c04f-e747-485c-87c6-da8abd9ed3c0 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=5670ca2f-3b88-43bc-ae5e-48316b23c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578310 Feb 17 15:50:45.534696 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-b77ff3d2-3049-436b-889a-e5e3cbac0c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:45.536180 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-b77ff3d2-3049-436b-889a-e5e3cbac0c61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=769c58532a4348dcae2ac0328ff62a8f&device_id=82459912-7bd3-4af6-8640-7048a4a61d75 HTTP/1.1" status: 200 len: 1128 time: 0.0439711 Feb 17 15:50:45.578574 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-1f22c0bc-d992-4488-a127-6307881b7acc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bce0fbd3-32b4-4ccb-bc72-088866d72f95 HTTP/1.1" status: 200 len: 217 time: 0.0338857 Feb 17 15:50:45.630484 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-40855b93-1057-4458-8512-648f8ec0b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:45.632106 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-40855b93-1057-4458-8512-648f8ec0b6bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d98068c-df44-41c5-a48f-1683fecb288a HTTP/1.1" status: 200 len: 849 time: 0.0471528 Feb 17 15:50:45.632946 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:45.682707 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-92b34d10-6e9f-43e6-b044-9517e7d8fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:45.684168 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-92b34d10-6e9f-43e6-b044-9517e7d8fb16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d7517828-d4b9-4a8f-8db6-7a3339da0c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436647 Feb 17 15:50:45.776174 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-261a1256-eb91-4dc7-aabc-9dda27af75a7 service neutron] 10.222.0.24 "GET /v2.0/networks/d7517828-d4b9-4a8f-8db6-7a3339da0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811224 Feb 17 15:50:45.932668 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38aa94-4f96-435e-b399-2e388f4d7e0e req-fdef98fa-f18d-4721-a2c5-a3fea56a7795 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:45.934323 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8b38aa94-4f96-435e-b399-2e388f4d7e0e req-fdef98fa-f18d-4721-a2c5-a3fea56a7795 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.24 "GET /v2.0/ports?device_id=72f08802-c853-4b37-9f2e-dc797a1d09d8 HTTP/1.1" status: 200 len: 946 time: 0.0539658 Feb 17 15:50:46.039839 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-8b38aa94-4f96-435e-b399-2e388f4d7e0e req-d6e9daa6-e8ec-4e0e-8fea-dc49263656bb tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Deleting port 3b0717fa-fc8e-414e-8227-af5c219d0225 {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:50:46.040266 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-8b38aa94-4f96-435e-b399-2e388f4d7e0e req-d6e9daa6-e8ec-4e0e-8fea-dc49263656bb tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (3b0717fa-fc8e-414e-8227-af5c219d0225), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:46.095864 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-63b726e2-9bd6-469b-87f3-633a9452ce54 req-ce4413d0-68f8-47d5-9099-dcbcab77e9e3 service neutron] 10.222.0.24 "GET /v2.0/networks/d7517828-d4b9-4a8f-8db6-7a3339da0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064544 Feb 17 15:50:46.130542 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-8b38aa94-4f96-435e-b399-2e388f4d7e0e req-d6e9daa6-e8ec-4e0e-8fea-dc49263656bb tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] For port 3b0717fa-fc8e-414e-8227-af5c219d0225, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=3b0717fa-fc8e-414e-8227-af5c219d0225,segment=NetworkSegment(1f784071-6392-4f16-89cb-e23293ef5e6a),segment_id=1f784071-6392-4f16-89cb-e23293ef5e6a)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:50:46.131193 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-8b38aa94-4f96-435e-b399-2e388f4d7e0e req-d6e9daa6-e8ec-4e0e-8fea-dc49263656bb tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (3b0717fa-fc8e-414e-8227-af5c219d0225), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:46.132081 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f7dae9c2-5992-4f63-b519-2c46e7af5ca3 req-04be6490-7782-4cea-a5af-de0199827af5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494702 Feb 17 15:50:46.144367 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-8b38aa94-4f96-435e-b399-2e388f4d7e0e req-d6e9daa6-e8ec-4e0e-8fea-dc49263656bb tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Calling delete_port for 3b0717fa-fc8e-414e-8227-af5c219d0225 owned by compute:nova {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:50:46.201207 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dae9c2-5992-4f63-b519-2c46e7af5ca3 req-16de42a1-8ea9-4abe-a02b-5e3eeb7f5b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:46.202959 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f7dae9c2-5992-4f63-b519-2c46e7af5ca3 req-16de42a1-8ea9-4abe-a02b-5e3eeb7f5b3b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ddb28ca63c6d47249089121ce5c485a5&device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 1168 time: 0.0503561 Feb 17 15:50:46.307695 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17808a8-7a65-4bea-8cf7-180b9713a4ea req-9c2f83cf-356c-4a1a-8342-0fd11d1b53ea tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:46.309403 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a17808a8-7a65-4bea-8cf7-180b9713a4ea req-9c2f83cf-356c-4a1a-8342-0fd11d1b53ea tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=72f08802-c853-4b37-9f2e-dc797a1d09d8 HTTP/1.1" status: 200 len: 946 time: 0.0906312 Feb 17 15:50:46.310835 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dae9c2-5992-4f63-b519-2c46e7af5ca3 req-07b80c87-f85d-4e84-9209-d85ce0387b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:46.312306 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f7dae9c2-5992-4f63-b519-2c46e7af5ca3 req-07b80c87-f85d-4e84-9209-d85ce0387b23 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b9b11d9c-de0b-463a-b635-ac25c5f517d4 HTTP/1.1" status: 200 len: 916 time: 0.0879936 Feb 17 15:50:46.322463 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-8b38aa94-4f96-435e-b399-2e388f4d7e0e req-d6e9daa6-e8ec-4e0e-8fea-dc49263656bb tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (3b0717fa-fc8e-414e-8227-af5c219d0225), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:46.335190 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['3b0717fa-fc8e-414e-8227-af5c219d0225'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:50:46.362257 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9daa6-e8ec-4e0e-8fea-dc49263656bb tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Pushing event deleted for resources: {'Port': ['ID=3b0717fa-fc8e-414e-8227-af5c219d0225,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:46.391072 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f7dae9c2-5992-4f63-b519-2c46e7af5ca3 req-f7f60000-e6ed-4e82-a824-02ba10f57802 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f81503-626e-4d52-b5ba-9b07ca2461d8 HTTP/1.1" status: 200 len: 1001 time: 0.0705826 Feb 17 15:50:46.422188 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b38aa94-4f96-435e-b399-2e388f4d7e0e req-d6e9daa6-e8ec-4e0e-8fea-dc49263656bb tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] No DVR routers for this DVR port 3b0717fa-fc8e-414e-8227-af5c219d0225 on host hv-cinder-60634 {{(pid=109499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:50:46.427219 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a17808a8-7a65-4bea-8cf7-180b9713a4ea req-9a1a5778-4bbc-485d-9fbc-2fabcfa514ec tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/security-groups?id=098cd96f-710b-41c1-9fd6-15bc0b6f7759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110203 Feb 17 15:50:46.428288 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-8b38aa94-4f96-435e-b399-2e388f4d7e0e req-d6e9daa6-e8ec-4e0e-8fea-dc49263656bb tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:46.431584 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8b38aa94-4f96-435e-b399-2e388f4d7e0e req-d6e9daa6-e8ec-4e0e-8fea-dc49263656bb tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.24 "DELETE /v2.0/ports/3b0717fa-fc8e-414e-8227-af5c219d0225 HTTP/1.1" status: 204 len: 173 time: 0.4916196 Feb 17 15:50:46.432041 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f08802-c853-4b37-9f2e-dc797a1d09d8', 'name': 'network-vif-deleted', 'tag': '3b0717fa-fc8e-414e-8227-af5c219d0225'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:50:46.434554 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08418110-76f8-46cd-8707-2fc44c9c6d77" -d '{"events": [{"server_uuid": "72f08802-c853-4b37-9f2e-dc797a1d09d8", "name": "network-vif-deleted", "tag": "3b0717fa-fc8e-414e-8227-af5c219d0225"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:50:46.459350 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dae9c2-5992-4f63-b519-2c46e7af5ca3 req-0c73b392-1f39-4f8e-bff3-4ccd9d17cdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:46.461761 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f7dae9c2-5992-4f63-b519-2c46e7af5ca3 req-0c73b392-1f39-4f8e-bff3-4ccd9d17cdec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53a362a2-8dda-4f19-8af4-e1a3ccca9100 HTTP/1.1" status: 200 len: 854 time: 0.0634828 Feb 17 15:50:46.489620 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a40a3b-be29-400b-bdda-b4a5bb9b40c7 x-openstack-request-id: req-70a40a3b-be29-400b-bdda-b4a5bb9b40c7 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:50:46.489918 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f08802-c853-4b37-9f2e-dc797a1d09d8", "name": "network-vif-deleted", "tag": "3b0717fa-fc8e-414e-8227-af5c219d0225", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:50:46.490181 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-70a40a3b-be29-400b-bdda-b4a5bb9b40c7 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:50:46.490590 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f08802-c853-4b37-9f2e-dc797a1d09d8', 'name': 'network-vif-deleted', 'tag': '3b0717fa-fc8e-414e-8227-af5c219d0225', 'status': 'completed', 'code': 200} Feb 17 15:50:46.521749 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dae9c2-5992-4f63-b519-2c46e7af5ca3 req-5be00e28-6f74-4e25-80f2-bb76be62cbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:46.523528 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f7dae9c2-5992-4f63-b519-2c46e7af5ca3 req-5be00e28-6f74-4e25-80f2-bb76be62cbd4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9b11d9c-de0b-463a-b635-ac25c5f517d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0545814 Feb 17 15:50:46.642282 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f7dae9c2-5992-4f63-b519-2c46e7af5ca3 req-7884054b-cc88-4678-bf69-f233b5c31916 service neutron] 10.222.0.24 "GET /v2.0/networks/b9b11d9c-de0b-463a-b635-ac25c5f517d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105416 Feb 17 15:50:46.653183 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af6667-812c-4433-9bd4-123f45cfed2a req-550e1ef9-e65d-4006-9e5c-c149abe66f32 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:46.654672 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-26af6667-812c-4433-9bd4-123f45cfed2a req-550e1ef9-e65d-4006-9e5c-c149abe66f32 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=82459912-7bd3-4af6-8640-7048a4a61d75 HTTP/1.1" status: 200 len: 944 time: 0.0528984 Feb 17 15:50:46.702922 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-26af6667-812c-4433-9bd4-123f45cfed2a req-54b65df3-db69-4af9-a1a9-6b02231d5b73 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=5670ca2f-3b88-43bc-ae5e-48316b23c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424356 Feb 17 15:50:46.737684 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-f7dae9c2-5992-4f63-b519-2c46e7af5ca3 req-06d7ae33-238a-4038-9e45-5b5cfc899581 service neutron] 10.222.0.24 "GET /v2.0/networks/b9b11d9c-de0b-463a-b635-ac25c5f517d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855985 Feb 17 15:50:47.538936 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-212ef184-ab9c-47fe-a587-07d0d5f1b323 req-4c627388-a9be-4ba6-a162-73e6ebb50cdd tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=72f08802-c853-4b37-9f2e-dc797a1d09d8 HTTP/1.1" status: 200 len: 210 time: 0.0288320 Feb 17 15:50:47.819543 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cef06c-f5a2-43b4-a013-06a532c53719 req-2e5f642d-de5f-41fa-bbf7-881c5b6bd958 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:47.820921 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-30cef06c-f5a2-43b4-a013-06a532c53719 req-2e5f642d-de5f-41fa-bbf7-881c5b6bd958 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=82459912-7bd3-4af6-8640-7048a4a61d75 HTTP/1.1" status: 200 len: 944 time: 0.0526381 Feb 17 15:50:47.865670 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-30cef06c-f5a2-43b4-a013-06a532c53719 req-221deacd-9f20-48fc-a32d-3f7bf30318df tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=5670ca2f-3b88-43bc-ae5e-48316b23c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385988 Feb 17 15:50:48.640912 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-046d4e75-1015-41e8-a68d-020debb88980 req-127c3b77-d06d-49bb-b2c6-69ac43226a74 tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=72f08802-c853-4b37-9f2e-dc797a1d09d8 HTTP/1.1" status: 200 len: 210 time: 0.0267196 Feb 17 15:50:48.981623 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41c049-3a19-4482-86f3-65f53a2f1405 req-ebfb209c-4432-4a88-ada3-4f7544277d21 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:48.983059 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fd41c049-3a19-4482-86f3-65f53a2f1405 req-ebfb209c-4432-4a88-ada3-4f7544277d21 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=82459912-7bd3-4af6-8640-7048a4a61d75 HTTP/1.1" status: 200 len: 944 time: 0.0512235 Feb 17 15:50:49.030493 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fd41c049-3a19-4482-86f3-65f53a2f1405 req-f3a01ddd-4a5b-4bac-aecf-646a723ff5fc tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=5670ca2f-3b88-43bc-ae5e-48316b23c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420432 Feb 17 15:50:49.725257 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device bce0fbd3-32b4-4ccb-bc72-088866d72f95 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:50:49.729629 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 3b0717fa-fc8e-414e-8227-af5c219d0225 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:50:49.744856 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-cd807345-6232-4343-8c74-14ff268c83c5 req-15460d0a-0d52-4a15-acf0-8077be3d664e tempest-VolumesSnapshotTestJSON-358207853 tempest-VolumesSnapshotTestJSON-358207853-project] 10.222.0.67 "GET /v2.0/ports?device_id=72f08802-c853-4b37-9f2e-dc797a1d09d8 HTTP/1.1" status: 200 len: 210 time: 0.0267963 Feb 17 15:50:49.757198 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] No Port match for: 3b0717fa-fc8e-414e-8227-af5c219d0225 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:50:49.757576 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 3b0717fa-fc8e-414e-8227-af5c219d0225 not bound to the agent host hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:50:49.856957 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port bce0fbd3-32b4-4ccb-bc72-088866d72f95, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=bce0fbd3-32b4-4ccb-bc72-088866d72f95,segment=NetworkSegment(62cc0335-bd0e-43f5-a4e5-e158aba2febe),segment_id=62cc0335-bd0e-43f5-a4e5-e158aba2febe)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:50:49.867892 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': 'bce0fbd3-32b4-4ccb-bc72-088866d72f95', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'port_id': 'bce0fbd3-32b4-4ccb-bc72-088866d72f95', 'mac_address': 'fa:16:3e:ea:ab:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:50:49.906155 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port bce0fbd3-32b4-4ccb-bc72-088866d72f95 is: DOWN; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:50:49.906549 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (bce0fbd3-32b4-4ccb-bc72-088866d72f95), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:49.919137 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce0fbd3-32b4-4ccb-bc72-088866d72f95 {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:50:49.938571 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port bce0fbd3-32b4-4ccb-bc72-088866d72f95, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=bce0fbd3-32b4-4ccb-bc72-088866d72f95,segment=NetworkSegment(62cc0335-bd0e-43f5-a4e5-e158aba2febe),segment_id=62cc0335-bd0e-43f5-a4e5-e158aba2febe)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:50:49.942167 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (bce0fbd3-32b4-4ccb-bc72-088866d72f95), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:49.987238 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=bce0fbd3-32b4-4ccb-bc72-088866d72f95,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:50.148429 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf23a3f-c960-4857-a16c-460afcf5bc04 req-699c5058-bd65-4633-b14a-5e9c4950d4a1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:50.149700 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-daf23a3f-c960-4857-a16c-460afcf5bc04 req-699c5058-bd65-4633-b14a-5e9c4950d4a1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=82459912-7bd3-4af6-8640-7048a4a61d75 HTTP/1.1" status: 200 len: 945 time: 0.0527685 Feb 17 15:50:50.195931 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-daf23a3f-c960-4857-a16c-460afcf5bc04 req-23ce1d03-f9ed-4bdb-a786-2491fdb39ea5 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=5670ca2f-3b88-43bc-ae5e-48316b23c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405967 Feb 17 15:50:50.257602 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['bce0fbd3-32b4-4ccb-bc72-088866d72f95'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:50:51.313055 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e01d6a-70ab-4f05-8486-0689481edbe9 req-8b550d04-169d-4249-84c1-07f0e4ef1205 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:51.314513 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f5e01d6a-70ab-4f05-8486-0689481edbe9 req-8b550d04-169d-4249-84c1-07f0e4ef1205 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=82459912-7bd3-4af6-8640-7048a4a61d75 HTTP/1.1" status: 200 len: 945 time: 0.0509403 Feb 17 15:50:51.362482 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f5e01d6a-70ab-4f05-8486-0689481edbe9 req-46855c9d-b35e-42a7-8f0c-be7d04080014 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=5670ca2f-3b88-43bc-ae5e-48316b23c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423307 Feb 17 15:50:52.478041 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f204e-821d-4007-86b3-01c122a0872c req-ee7e4e47-7317-464c-bbbc-857d2fd906af tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:52.479479 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2f9f204e-821d-4007-86b3-01c122a0872c req-ee7e4e47-7317-464c-bbbc-857d2fd906af tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=82459912-7bd3-4af6-8640-7048a4a61d75 HTTP/1.1" status: 200 len: 945 time: 0.0510483 Feb 17 15:50:52.523323 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2f9f204e-821d-4007-86b3-01c122a0872c req-d6620e1b-6c07-4fce-8bd5-1f7785e1f68e tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=5670ca2f-3b88-43bc-ae5e-48316b23c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383904 Feb 17 15:50:52.842300 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device bce0fbd3-32b4-4ccb-bc72-088866d72f95 up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:50:52.889679 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning for port bce0fbd3-32b4-4ccb-bc72-088866d72f95 completed by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 15:50:52.893517 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port bce0fbd3-32b4-4ccb-bc72-088866d72f95 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:50:52.893889 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (bce0fbd3-32b4-4ccb-bc72-088866d72f95), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:52.971583 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port bce0fbd3-32b4-4ccb-bc72-088866d72f95 is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:50:52.971970 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (bce0fbd3-32b4-4ccb-bc72-088866d72f95), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:52.995153 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82459912-7bd3-4af6-8640-7048a4a61d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce0fbd3-32b4-4ccb-bc72-088866d72f95'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:50:52.997551 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97b2348-d740-45c5-8d61-6a6ea53a6294" -d '{"events": [{"server_uuid": "82459912-7bd3-4af6-8640-7048a4a61d75", "name": "network-vif-plugged", "status": "completed", "tag": "bce0fbd3-32b4-4ccb-bc72-088866d72f95"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:50:53.009310 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port bce0fbd3-32b4-4ccb-bc72-088866d72f95, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=bce0fbd3-32b4-4ccb-bc72-088866d72f95,segment=NetworkSegment(62cc0335-bd0e-43f5-a4e5-e158aba2febe),segment_id=62cc0335-bd0e-43f5-a4e5-e158aba2febe)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:50:53.013182 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (bce0fbd3-32b4-4ccb-bc72-088866d72f95), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:53.037706 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30889eb-5333-44b5-9826-95067f7d00d0 x-openstack-request-id: req-b30889eb-5333-44b5-9826-95067f7d00d0 {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:50:53.037995 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82459912-7bd3-4af6-8640-7048a4a61d75", "name": "network-vif-plugged", "status": "completed", "tag": "bce0fbd3-32b4-4ccb-bc72-088866d72f95", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:50:53.038261 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b30889eb-5333-44b5-9826-95067f7d00d0 {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:50:53.038650 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82459912-7bd3-4af6-8640-7048a4a61d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce0fbd3-32b4-4ccb-bc72-088866d72f95', 'code': 200} Feb 17 15:50:53.063409 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=bce0fbd3-32b4-4ccb-bc72-088866d72f95,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:53.640729 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02e3dee-c999-44e8-a77f-79981102d714 req-26759ba4-0aee-4a5c-a6e4-20f42491b854 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:53.642203 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c02e3dee-c999-44e8-a77f-79981102d714 req-26759ba4-0aee-4a5c-a6e4-20f42491b854 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=82459912-7bd3-4af6-8640-7048a4a61d75 HTTP/1.1" status: 200 len: 946 time: 0.0524278 Feb 17 15:50:53.687936 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c02e3dee-c999-44e8-a77f-79981102d714 req-94a04a67-221e-4100-b1f6-446250b85a31 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=5670ca2f-3b88-43bc-ae5e-48316b23c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401831 Feb 17 15:50:54.077590 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f641193-d1d5-43a7-9563-11cba06517a8 req-dd7a803e-15b5-4541-8db2-ecdbe90ba610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:54.079105 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-6f641193-d1d5-43a7-9563-11cba06517a8 req-dd7a803e-15b5-4541-8db2-ecdbe90ba610 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=82459912-7bd3-4af6-8640-7048a4a61d75 HTTP/1.1" status: 200 len: 1130 time: 0.1324286 Feb 17 15:50:54.087180 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-10f819ba-1e77-4d68-bed7-b7aa6afd54a3 req-fb06cefa-2b78-4196-8a8c-620a813faa3c tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1007962183&fields=id&tenant_id=ddb28ca63c6d47249089121ce5c485a5 HTTP/1.1" status: 200 len: 267 time: 0.0458477 Feb 17 15:50:54.128404 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-6f641193-d1d5-43a7-9563-11cba06517a8 req-fca96a25-5db3-4cd0-8a26-9ce29de0f882 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5670ca2f-3b88-43bc-ae5e-48316b23c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424438 Feb 17 15:50:54.145155 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f819ba-1e77-4d68-bed7-b7aa6afd54a3 req-c55d8475-a60b-4722-9cfa-2700d65318f2 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:54.146626 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-10f819ba-1e77-4d68-bed7-b7aa6afd54a3 req-c55d8475-a60b-4722-9cfa-2700d65318f2 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 984 time: 0.0536394 Feb 17 15:50:54.157982 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [req-10f819ba-1e77-4d68-bed7-b7aa6afd54a3 req-efaec95a-3b14-41c1-ac29-d982ea2580ca tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Request body: {'port': {'security_groups': ['ccf0aad9-d6ed-47ee-942d-2a462cdc8b84']}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:50:54.231976 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-10f819ba-1e77-4d68-bed7-b7aa6afd54a3 req-efaec95a-3b14-41c1-ac29-d982ea2580ca tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (04f81503-626e-4d52-b5ba-9b07ca2461d8), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:54.405434 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-10f819ba-1e77-4d68-bed7-b7aa6afd54a3 req-efaec95a-3b14-41c1-ac29-d982ea2580ca tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] For port 04f81503-626e-4d52-b5ba-9b07ca2461d8, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=04f81503-626e-4d52-b5ba-9b07ca2461d8,segment=NetworkSegment(bd7d13de-6f45-4b53-9a3f-b092a7dd4301),segment_id=bd7d13de-6f45-4b53-9a3f-b092a7dd4301)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:50:54.432665 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-10f819ba-1e77-4d68-bed7-b7aa6afd54a3 req-efaec95a-3b14-41c1-ac29-d982ea2580ca tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for port (04f81503-626e-4d52-b5ba-9b07ca2461d8), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:54.437551 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-10f819ba-1e77-4d68-bed7-b7aa6afd54a3 req-efaec95a-3b14-41c1-ac29-d982ea2580ca tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (04f81503-626e-4d52-b5ba-9b07ca2461d8), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:54.451612 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['04f81503-626e-4d52-b5ba-9b07ca2461d8'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:50:54.482495 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f819ba-1e77-4d68-bed7-b7aa6afd54a3 req-efaec95a-3b14-41c1-ac29-d982ea2580ca tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:54.483211 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-10f819ba-1e77-4d68-bed7-b7aa6afd54a3 req-efaec95a-3b14-41c1-ac29-d982ea2580ca tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:54.484618 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-10f819ba-1e77-4d68-bed7-b7aa6afd54a3 req-efaec95a-3b14-41c1-ac29-d982ea2580ca tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "PUT /v2.0/ports/04f81503-626e-4d52-b5ba-9b07ca2461d8 HTTP/1.1" status: 200 len: 942 time: 0.3313196 Feb 17 15:50:54.485068 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c244a3f-61c4-493e-bfdc-a2560d12c44f', 'tag': '04f81503-626e-4d52-b5ba-9b07ca2461d8'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:50:54.487530 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8a4232-5ae8-4835-80b3-98fba2b9257c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c244a3f-61c4-493e-bfdc-a2560d12c44f", "tag": "04f81503-626e-4d52-b5ba-9b07ca2461d8"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:50:54.496896 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 56104) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:54.540361 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8ffffa-335c-4282-b619-a1657b77cdfa x-openstack-request-id: req-4a8ffffa-335c-4282-b619-a1657b77cdfa {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:50:54.540681 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c244a3f-61c4-493e-bfdc-a2560d12c44f", "tag": "04f81503-626e-4d52-b5ba-9b07ca2461d8", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:50:54.540931 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4a8ffffa-335c-4282-b619-a1657b77cdfa {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:50:54.541343 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c244a3f-61c4-493e-bfdc-a2560d12c44f', 'tag': '04f81503-626e-4d52-b5ba-9b07ca2461d8', 'status': 'completed', 'code': 200} Feb 17 15:50:54.574172 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaec95a-3b14-41c1-ac29-d982ea2580ca tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Pushing event updated for resources: {'Port': ['ID=04f81503-626e-4d52-b5ba-9b07ca2461d8,revision_number=7']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:54.583625 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['04f81503-626e-4d52-b5ba-9b07ca2461d8'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:50:54.603114 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b663a632-f157-4609-ad3f-7c813b3e5515 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for security_group (7c9f27af-2e3b-4317-946d-7ad572eba4f8), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:54.635859 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a4232-5ae8-4835-80b3-98fba2b9257c req-17ba92a8-f010-4a8e-b2a0-790052f7e100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:54.637989 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-3c8a4232-5ae8-4835-80b3-98fba2b9257c req-17ba92a8-f010-4a8e-b2a0-790052f7e100 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ddb28ca63c6d47249089121ce5c485a5&device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 1129 time: 0.0734932 Feb 17 15:50:54.641069 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b663a632-f157-4609-ad3f-7c813b3e5515 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for security_group (7c9f27af-2e3b-4317-946d-7ad572eba4f8), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:54.716299 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b663a632-f157-4609-ad3f-7c813b3e5515 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (7c9f27af-2e3b-4317-946d-7ad572eba4f8), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:54.718891 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b663a632-f157-4609-ad3f-7c813b3e5515 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:54.722560 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-b663a632-f157-4609-ad3f-7c813b3e5515 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "DELETE /v2.0/security-groups/7c9f27af-2e3b-4317-946d-7ad572eba4f8 HTTP/1.1" status: 204 len: 168 time: 0.2222579 Feb 17 15:50:54.723482 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 56108) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:54.768013 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a4232-5ae8-4835-80b3-98fba2b9257c req-3de4b0b9-3f31-4648-ace5-e65b674f744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:54.770727 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-3c8a4232-5ae8-4835-80b3-98fba2b9257c req-3de4b0b9-3f31-4648-ace5-e65b674f744f service neutron] 10.222.0.24 "GET /v2.0/networks?id=b9b11d9c-de0b-463a-b635-ac25c5f517d4 HTTP/1.1" status: 200 len: 916 time: 0.1257358 Feb 17 15:50:54.842347 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-3c8a4232-5ae8-4835-80b3-98fba2b9257c req-48ccd1f3-6526-4ceb-9bf4-7babbfdf6abe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f81503-626e-4d52-b5ba-9b07ca2461d8 HTTP/1.1" status: 200 len: 1001 time: 0.0647371 Feb 17 15:50:54.868609 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-35d401e4-3e86-4df9-bab0-eb053464d878 None None] Provisioning complete for port 04f81503-626e-4d52-b5ba-9b07ca2461d8 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:50:54.869091 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-35d401e4-3e86-4df9-bab0-eb053464d878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (04f81503-626e-4d52-b5ba-9b07ca2461d8), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:54.893692 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a4232-5ae8-4835-80b3-98fba2b9257c req-80b416fe-7f2e-45dc-9dab-642ba5db4c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:54.895244 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-3c8a4232-5ae8-4835-80b3-98fba2b9257c req-80b416fe-7f2e-45dc-9dab-642ba5db4c65 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53a362a2-8dda-4f19-8af4-e1a3ccca9100 HTTP/1.1" status: 200 len: 854 time: 0.0461917 Feb 17 15:50:54.956208 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a4232-5ae8-4835-80b3-98fba2b9257c req-8fabb05f-f75f-454b-b57e-09c49c62836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:54.957797 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-3c8a4232-5ae8-4835-80b3-98fba2b9257c req-8fabb05f-f75f-454b-b57e-09c49c62836d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9b11d9c-de0b-463a-b635-ac25c5f517d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0547922 Feb 17 15:50:54.962985 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-35d401e4-3e86-4df9-bab0-eb053464d878 None None] Current status of the port 04f81503-626e-4d52-b5ba-9b07ca2461d8 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:50:55.029958 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663a632-f157-4609-ad3f-7c813b3e5515 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9f27af-2e3b-4317-946d-7ad572eba4f8,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:55.086396 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-3c8a4232-5ae8-4835-80b3-98fba2b9257c req-4134cebf-0756-4d24-97d1-4e8b34ee3d74 service neutron] 10.222.0.24 "GET /v2.0/networks/b9b11d9c-de0b-463a-b635-ac25c5f517d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208148 Feb 17 15:50:55.148052 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536dea5-eaf5-47f4-99f5-4dd51b352886 req-a371d1ea-e508-45d2-ad9d-f4802de6762a tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:55.149102 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d536dea5-eaf5-47f4-99f5-4dd51b352886 req-a371d1ea-e508-45d2-ad9d-f4802de6762a tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=82459912-7bd3-4af6-8640-7048a4a61d75 HTTP/1.1" status: 200 len: 946 time: 0.1204777 Feb 17 15:50:55.222396 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-3c8a4232-5ae8-4835-80b3-98fba2b9257c req-f2b4b27d-d65e-41cd-bda9-9a14808615de service neutron] 10.222.0.24 "GET /v2.0/networks/b9b11d9c-de0b-463a-b635-ac25c5f517d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270630 Feb 17 15:50:55.232106 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d536dea5-eaf5-47f4-99f5-4dd51b352886 req-96d872ae-5f44-455c-bfc0-67603f03a769 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=5670ca2f-3b88-43bc-ae5e-48316b23c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553293 Feb 17 15:50:55.252881 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-9e357caa-def2-4b5b-9e4b-14c3d2381034 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Deleting port e9234656-d4de-4796-a15c-cd8ba88ba0ec {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:50:55.252881 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e357caa-def2-4b5b-9e4b-14c3d2381034 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (e9234656-d4de-4796-a15c-cd8ba88ba0ec), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:55.337221 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e357caa-def2-4b5b-9e4b-14c3d2381034 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (e9234656-d4de-4796-a15c-cd8ba88ba0ec), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:55.337551 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e357caa-def2-4b5b-9e4b-14c3d2381034 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for floatingip (e9234656-d4de-4796-a15c-cd8ba88ba0ec), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:55.362067 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-9e357caa-def2-4b5b-9e4b-14c3d2381034 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Calling delete_port for e9234656-d4de-4796-a15c-cd8ba88ba0ec owned by network:floatingip {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:50:55.555883 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e357caa-def2-4b5b-9e4b-14c3d2381034 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (e9234656-d4de-4796-a15c-cd8ba88ba0ec), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:55.587509 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e357caa-def2-4b5b-9e4b-14c3d2381034 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Pushing event deleted for resources: {'Port': ['ID=e9234656-d4de-4796-a15c-cd8ba88ba0ec,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:50:55.644844 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e357caa-def2-4b5b-9e4b-14c3d2381034 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks [] for floatingip (e5383225-0e58-443b-a39f-5cd4018d1711), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:55.644844 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.l3_db [None req-9e357caa-def2-4b5b-9e4b-14c3d2381034 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Floating IP e5383225-0e58-443b-a39f-5cd4018d1711 disassociated (deleted). External IP: 172.27.3.228, port: 04f81503-626e-4d52-b5ba-9b07ca2461d8. Feb 17 15:50:55.857446 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e357caa-def2-4b5b-9e4b-14c3d2381034 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Router c9d5d350-71be-4ec7-afa8-b225e78ec3be has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:50:55.965962 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e357caa-def2-4b5b-9e4b-14c3d2381034 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:50:55.970646 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e357caa-def2-4b5b-9e4b-14c3d2381034 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for floatingip (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:55.975854 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f3b6b8-b3b4-49fc-9a02-1ae693d51553 None None] Sync routers for ids ['c9d5d350-71be-4ec7-afa8-b225e78ec3be'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:50:55.986745 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f3b6b8-b3b4-49fc-9a02-1ae693d51553 None None] Routers {'c9d5d350-71be-4ec7-afa8-b225e78ec3be'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:50:55.987914 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-43f3b6b8-b3b4-49fc-9a02-1ae693d51553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:50:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['c9d5d350-71be-4ec7-afa8-b225e78ec3be'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:56.000576 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-9e357caa-def2-4b5b-9e4b-14c3d2381034 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "DELETE /v2.0/floatingips/e5383225-0e58-443b-a39f-5cd4018d1711 HTTP/1.1" status: 204 len: 168 time: 1.2760930 Feb 17 15:50:56.095860 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-43f3b6b8-b3b4-49fc-9a02-1ae693d51553 None None] Set router c9d5d350-71be-4ec7-afa8-b225e78ec3be gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:50:56.359168 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b117a63-3b75-4039-ac1b-11725e69102b req-cec0468e-dd2d-4538-8f26-d5cc33a6802a tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:56.360776 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1b117a63-3b75-4039-ac1b-11725e69102b req-cec0468e-dd2d-4538-8f26-d5cc33a6802a tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=82459912-7bd3-4af6-8640-7048a4a61d75 HTTP/1.1" status: 200 len: 946 time: 0.0528388 Feb 17 15:50:56.414040 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1b117a63-3b75-4039-ac1b-11725e69102b req-8b8d8f66-0e8f-4c3e-9aa5-16868da62123 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=5670ca2f-3b88-43bc-ae5e-48316b23c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476263 Feb 17 15:50:56.531430 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2304cc9-03e6-4d3f-a22b-32f54c1e9fa6 req-519990cc-7b1d-4ffa-84a9-ac3c034cd5d5 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:56.532867 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d2304cc9-03e6-4d3f-a22b-32f54c1e9fa6 req-519990cc-7b1d-4ffa-84a9-ac3c034cd5d5 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=82459912-7bd3-4af6-8640-7048a4a61d75 HTTP/1.1" status: 200 len: 946 time: 0.0529361 Feb 17 15:50:56.538400 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-43f3b6b8-b3b4-49fc-9a02-1ae693d51553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'name': 'tempest-TestMinimumBasicScenario-1269444031-router', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '3a4703ac-893a-4000-8603-26c5205f5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:27Z', 'updated_at': '2022-02-17T15:47:31Z', 'revision_number': 4, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'gw_port': {'id': '3a4703ac-893a-4000-8603-26c5205f5321', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:28Z', 'updated_at': '2022-02-17T15:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'e7bd575e-3283-446b-a6b7-c19a9adfc2f0', 'name': '', 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'mac_address': 'fa:16:3e:61:c0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '53a362a2-8dda-4f19-8af4-e1a3ccca9100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:30Z', 'updated_at': '2022-02-17T15:47:35Z', 'revision_number': 5, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'subnets': [{'id': '53a362a2-8dda-4f19-8af4-e1a3ccca9100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:56.541834 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 56176) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:50:56.542540 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c244a3f-61c4-493e-bfdc-a2560d12c44f', 'tag': '04f81503-626e-4d52-b5ba-9b07ca2461d8'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:50:56.544838 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e216960d-b374-495f-a8ef-206fbac807fe" -d '{"events": [{"name": "network-changed", "server_uuid": "0c244a3f-61c4-493e-bfdc-a2560d12c44f", "tag": "04f81503-626e-4d52-b5ba-9b07ca2461d8"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:50:56.546606 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-3fc0cb8d-63e8-4b89-aa3e-1a3dedda6fba tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Request body: {'floatingip': {'port_id': 'bce0fbd3-32b4-4ccb-bc72-088866d72f95'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:50:56.566988 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f3b6b8-b3b4-49fc-9a02-1ae693d51553 None None] Checking router: c9d5d350-71be-4ec7-afa8-b225e78ec3be for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:50:56.579818 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceae6bea-74b9-48c9-ad25-ce89056422a6 x-openstack-request-id: req-ceae6bea-74b9-48c9-ad25-ce89056422a6 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:50:56.580196 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c244a3f-61c4-493e-bfdc-a2560d12c44f", "tag": "04f81503-626e-4d52-b5ba-9b07ca2461d8", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:50:56.580378 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ceae6bea-74b9-48c9-ad25-ce89056422a6 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:50:56.580787 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c244a3f-61c4-493e-bfdc-a2560d12c44f', 'tag': '04f81503-626e-4d52-b5ba-9b07ca2461d8', 'status': 'completed', 'code': 200} Feb 17 15:50:56.580912 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f3b6b8-b3b4-49fc-9a02-1ae693d51553 None None] Routers {'c9d5d350-71be-4ec7-afa8-b225e78ec3be'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:50:56.581518 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-43f3b6b8-b3b4-49fc-9a02-1ae693d51553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:50:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['c9d5d350-71be-4ec7-afa8-b225e78ec3be'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:56.587554 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3fc0cb8d-63e8-4b89-aa3e-1a3dedda6fba tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for floatingip (f71f354b-5246-49f0-92ad-6d52f0042fd6), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:56.707663 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-43f3b6b8-b3b4-49fc-9a02-1ae693d51553 None None] Set router c9d5d350-71be-4ec7-afa8-b225e78ec3be gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:50:56.908667 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-43f3b6b8-b3b4-49fc-9a02-1ae693d51553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'name': 'tempest-TestMinimumBasicScenario-1269444031-router', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '3a4703ac-893a-4000-8603-26c5205f5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:27Z', 'updated_at': '2022-02-17T15:47:31Z', 'revision_number': 4, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'gw_port': {'id': '3a4703ac-893a-4000-8603-26c5205f5321', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:28Z', 'updated_at': '2022-02-17T15:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'e7bd575e-3283-446b-a6b7-c19a9adfc2f0', 'name': '', 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'mac_address': 'fa:16:3e:61:c0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '53a362a2-8dda-4f19-8af4-e1a3ccca9100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:30Z', 'updated_at': '2022-02-17T15:47:35Z', 'revision_number': 5, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'subnets': [{'id': '53a362a2-8dda-4f19-8af4-e1a3ccca9100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:56.934010 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f3b6b8-b3b4-49fc-9a02-1ae693d51553 None None] The sync data for ids ['c9d5d350-71be-4ec7-afa8-b225e78ec3be'] in dv-cinder-606346-36-iscsi is: [{'id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'name': 'tempest-TestMinimumBasicScenario-1269444031-router', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '3a4703ac-893a-4000-8603-26c5205f5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:27Z', 'updated_at': '2022-02-17T15:47:31Z', 'revision_number': 4, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'gw_port': {'id': '3a4703ac-893a-4000-8603-26c5205f5321', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:28Z', 'updated_at': '2022-02-17T15:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'e7bd575e-3283-446b-a6b7-c19a9adfc2f0', 'name': '', 'network_id': 'b9b11d9c-de0b-463a-b635-ac25c5f517d4', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'mac_address': 'fa:16:3e:61:c0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '53a362a2-8dda-4f19-8af4-e1a3ccca9100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:30Z', 'updated_at': '2022-02-17T15:47:35Z', 'revision_number': 5, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'subnets': [{'id': '53a362a2-8dda-4f19-8af4-e1a3ccca9100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:50:57.008098 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3fc0cb8d-63e8-4b89-aa3e-1a3dedda6fba tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:57.012871 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3fc0cb8d-63e8-4b89-aa3e-1a3dedda6fba tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1606115'] for floatingip (f71f354b-5246-49f0-92ad-6d52f0042fd6), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:57.116589 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.db.l3_db [None req-3fc0cb8d-63e8-4b89-aa3e-1a3dedda6fba tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Floating IP f71f354b-5246-49f0-92ad-6d52f0042fd6 associated. External IP: 172.27.3.10, port: bce0fbd3-32b4-4ccb-bc72-088866d72f95. Feb 17 15:50:57.164775 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888113a2-e77f-4d00-8c41-2221f21d0c95 None None] New status for floating IP e5383225-0e58-443b-a39f-5cd4018d1711: DOWN {{(pid=109501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 15:50:57.334888 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc0cb8d-63e8-4b89-aa3e-1a3dedda6fba tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Router 7f9696a0-af62-48d6-8f16-90fc573834bc has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:50:57.438195 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc0cb8d-63e8-4b89-aa3e-1a3dedda6fba tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:50:57.442627 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3fc0cb8d-63e8-4b89-aa3e-1a3dedda6fba tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for floatingip (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:50:57.447590 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a95c5-c087-4972-bdbc-8cf7417ab6cb None None] Sync routers for ids ['7f9696a0-af62-48d6-8f16-90fc573834bc'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:50:57.457148 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91a95c5-c087-4972-bdbc-8cf7417ab6cb None None] Routers {'7f9696a0-af62-48d6-8f16-90fc573834bc'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:50:57.457752 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-f91a95c5-c087-4972-bdbc-8cf7417ab6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:50:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['7f9696a0-af62-48d6-8f16-90fc573834bc'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:57.475127 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-3fc0cb8d-63e8-4b89-aa3e-1a3dedda6fba tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "PUT /v2.0/floatingips/f71f354b-5246-49f0-92ad-6d52f0042fd6 HTTP/1.1" status: 200 len: 991 time: 0.9321890 Feb 17 15:50:57.475796 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82459912-7bd3-4af6-8640-7048a4a61d75', 'tag': 'bce0fbd3-32b4-4ccb-bc72-088866d72f95'}] {{(pid=109498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:50:57.478166 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}780bf5bf4681f798ff63f4c2752ba00573ae695b8458fad7683b49eb1801337a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f58091-d0eb-4d50-bfa5-e7f1a7cdbc49" -d '{"events": [{"name": "network-changed", "server_uuid": "82459912-7bd3-4af6-8640-7048a4a61d75", "tag": "bce0fbd3-32b4-4ccb-bc72-088866d72f95"}]}' {{(pid=109498) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:50:57.570728 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-f91a95c5-c087-4972-bdbc-8cf7417ab6cb None None] Set router 7f9696a0-af62-48d6-8f16-90fc573834bc gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:50:57.588299 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b3a614-4ae0-4cd3-b466-744e9f97a6d7 x-openstack-request-id: req-43b3a614-4ae0-4cd3-b466-744e9f97a6d7 {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:50:57.588857 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82459912-7bd3-4af6-8640-7048a4a61d75", "tag": "bce0fbd3-32b4-4ccb-bc72-088866d72f95", "status": "completed", "code": 200}]} {{(pid=109498) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:50:57.588986 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-43b3a614-4ae0-4cd3-b466-744e9f97a6d7 {{(pid=109498) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:50:57.590011 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82459912-7bd3-4af6-8640-7048a4a61d75', 'tag': 'bce0fbd3-32b4-4ccb-bc72-088866d72f95', 'status': 'completed', 'code': 200} Feb 17 15:50:57.597505 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:50:57.814259 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-f91a95c5-c087-4972-bdbc-8cf7417ab6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'name': 'tempest-AttachVolumeTestJSON-526983127-router', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:33Z', 'updated_at': '2022-02-17T15:45:41Z', 'revision_number': 4, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'gw_port': {'id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:34Z', 'updated_at': '2022-02-17T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': 'f71f354b-5246-49f0-92ad-6d52f0042fd6', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'port_id': 'bce0fbd3-32b4-4ccb-bc72-088866d72f95', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'mac_address': 'fa:16:3e:ea:ab:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82459912-7bd3-4af6-8640-7048a4a61d75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:50:39Z', 'updated_at': '2022-02-17T15:50:56Z', 'revision_number': 1, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e0caaf-966f-4f20-acfe-b9126ebe0d01', 'name': '', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'mac_address': 'fa:16:3e:12:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:40Z', 'updated_at': '2022-02-17T15:45:50Z', 'revision_number': 5, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'subnets': [{'id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:57.847034 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a95c5-c087-4972-bdbc-8cf7417ab6cb None None] Checking router: 7f9696a0-af62-48d6-8f16-90fc573834bc for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:50:57.855840 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91a95c5-c087-4972-bdbc-8cf7417ab6cb None None] Routers {'7f9696a0-af62-48d6-8f16-90fc573834bc'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:50:57.856461 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-f91a95c5-c087-4972-bdbc-8cf7417ab6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:50:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['7f9696a0-af62-48d6-8f16-90fc573834bc'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:57.970033 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-f91a95c5-c087-4972-bdbc-8cf7417ab6cb None None] Set router 7f9696a0-af62-48d6-8f16-90fc573834bc gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:50:58.185292 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-f91a95c5-c087-4972-bdbc-8cf7417ab6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'name': 'tempest-AttachVolumeTestJSON-526983127-router', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:33Z', 'updated_at': '2022-02-17T15:45:41Z', 'revision_number': 4, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'gw_port': {'id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:34Z', 'updated_at': '2022-02-17T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': 'f71f354b-5246-49f0-92ad-6d52f0042fd6', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'port_id': 'bce0fbd3-32b4-4ccb-bc72-088866d72f95', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'mac_address': 'fa:16:3e:ea:ab:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82459912-7bd3-4af6-8640-7048a4a61d75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:50:39Z', 'updated_at': '2022-02-17T15:50:56Z', 'revision_number': 1, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e0caaf-966f-4f20-acfe-b9126ebe0d01', 'name': '', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'mac_address': 'fa:16:3e:12:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:40Z', 'updated_at': '2022-02-17T15:45:50Z', 'revision_number': 5, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'subnets': [{'id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:50:58.214875 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91a95c5-c087-4972-bdbc-8cf7417ab6cb None None] The sync data for ids ['7f9696a0-af62-48d6-8f16-90fc573834bc'] in dv-cinder-606346-36-iscsi is: [{'id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'name': 'tempest-AttachVolumeTestJSON-526983127-router', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:33Z', 'updated_at': '2022-02-17T15:45:41Z', 'revision_number': 4, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'gw_port': {'id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:34Z', 'updated_at': '2022-02-17T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': 'f71f354b-5246-49f0-92ad-6d52f0042fd6', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'port_id': 'bce0fbd3-32b4-4ccb-bc72-088866d72f95', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'mac_address': 'fa:16:3e:ea:ab:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82459912-7bd3-4af6-8640-7048a4a61d75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:50:39Z', 'updated_at': '2022-02-17T15:50:56Z', 'revision_number': 1, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3e0caaf-966f-4f20-acfe-b9126ebe0d01', 'name': '', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'mac_address': 'fa:16:3e:12:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:40Z', 'updated_at': '2022-02-17T15:45:50Z', 'revision_number': 5, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'subnets': [{'id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:50:58.400613 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3290a526-b2cf-479d-87e4-1d3092a8f49f None None] New status for floating IP f71f354b-5246-49f0-92ad-6d52f0042fd6: ACTIVE {{(pid=109501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 15:50:58.565712 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216960d-b374-495f-a8ef-206fbac807fe req-6bd546f2-2bdc-4290-8897-303b7abcfd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:58.567247 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-e216960d-b374-495f-a8ef-206fbac807fe req-6bd546f2-2bdc-4290-8897-303b7abcfd18 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ddb28ca63c6d47249089121ce5c485a5&device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 1129 time: 0.0589311 Feb 17 15:50:58.578004 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f58091-d0eb-4d50-bfa5-e7f1a7cdbc49 req-61a261bc-ea82-4261-9bc2-1ef905462e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:58.581210 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f7f58091-d0eb-4d50-bfa5-e7f1a7cdbc49 req-61a261bc-ea82-4261-9bc2-1ef905462e8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=769c58532a4348dcae2ac0328ff62a8f&device_id=82459912-7bd3-4af6-8640-7048a4a61d75 HTTP/1.1" status: 200 len: 1130 time: 0.0721011 Feb 17 15:50:58.679576 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216960d-b374-495f-a8ef-206fbac807fe req-b70dfef4-b3d0-45d6-96fb-f98fe11a9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:58.681213 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-e216960d-b374-495f-a8ef-206fbac807fe req-b70dfef4-b3d0-45d6-96fb-f98fe11a9578 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b9b11d9c-de0b-463a-b635-ac25c5f517d4 HTTP/1.1" status: 200 len: 916 time: 0.1077919 Feb 17 15:50:58.688167 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f58091-d0eb-4d50-bfa5-e7f1a7cdbc49 req-64d6b7ad-f855-487b-b1d3-6f4017a6cedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:58.689699 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f7f58091-d0eb-4d50-bfa5-e7f1a7cdbc49 req-64d6b7ad-f855-487b-b1d3-6f4017a6cedf service neutron] 10.222.0.24 "GET /v2.0/networks?id=d7517828-d4b9-4a8f-8db6-7a3339da0c38 HTTP/1.1" status: 200 len: 911 time: 0.1016116 Feb 17 15:50:58.730291 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-e216960d-b374-495f-a8ef-206fbac807fe req-6b04b44b-a1aa-4179-a375-53e04794a82b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04f81503-626e-4d52-b5ba-9b07ca2461d8 HTTP/1.1" status: 200 len: 217 time: 0.0391169 Feb 17 15:50:58.756576 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f7f58091-d0eb-4d50-bfa5-e7f1a7cdbc49 req-dccf9e3c-8e50-4b8b-b764-49d25b2a23de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bce0fbd3-32b4-4ccb-bc72-088866d72f95 HTTP/1.1" status: 200 len: 1001 time: 0.0598066 Feb 17 15:50:58.779623 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216960d-b374-495f-a8ef-206fbac807fe req-537d0d0c-3c3c-4b1c-b6db-942c9ef89619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:58.781029 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-e216960d-b374-495f-a8ef-206fbac807fe req-537d0d0c-3c3c-4b1c-b6db-942c9ef89619 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=53a362a2-8dda-4f19-8af4-e1a3ccca9100 HTTP/1.1" status: 200 len: 854 time: 0.0444620 Feb 17 15:50:58.804278 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f58091-d0eb-4d50-bfa5-e7f1a7cdbc49 req-ee868cc3-5e96-4aa5-a304-431285749eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:58.805793 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f7f58091-d0eb-4d50-bfa5-e7f1a7cdbc49 req-ee868cc3-5e96-4aa5-a304-431285749eef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d98068c-df44-41c5-a48f-1683fecb288a HTTP/1.1" status: 200 len: 849 time: 0.0432806 Feb 17 15:50:58.838290 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216960d-b374-495f-a8ef-206fbac807fe req-7dbac095-0ab4-4e6c-bfbe-38760c188a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:58.839844 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-e216960d-b374-495f-a8ef-206fbac807fe req-7dbac095-0ab4-4e6c-bfbe-38760c188a37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b9b11d9c-de0b-463a-b635-ac25c5f517d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0496931 Feb 17 15:50:58.863737 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f58091-d0eb-4d50-bfa5-e7f1a7cdbc49 req-f381fb51-96cf-4084-bfa5-f2ad0166a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:50:58.865267 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f7f58091-d0eb-4d50-bfa5-e7f1a7cdbc49 req-f381fb51-96cf-4084-bfa5-f2ad0166a4ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d7517828-d4b9-4a8f-8db6-7a3339da0c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0481031 Feb 17 15:50:58.940087 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-e216960d-b374-495f-a8ef-206fbac807fe req-be39c3f9-4797-4a7f-9f94-901dfdf7bc05 service neutron] 10.222.0.24 "GET /v2.0/networks/b9b11d9c-de0b-463a-b635-ac25c5f517d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902231 Feb 17 15:50:58.967118 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f7f58091-d0eb-4d50-bfa5-e7f1a7cdbc49 req-c21f501e-4db1-4d8b-9e05-5ed7915efae4 service neutron] 10.222.0.24 "GET /v2.0/networks/d7517828-d4b9-4a8f-8db6-7a3339da0c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925026 Feb 17 15:50:59.046299 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-e216960d-b374-495f-a8ef-206fbac807fe req-fce09e4b-2f34-4323-82f4-b208c4e20eca service neutron] 10.222.0.24 "GET /v2.0/networks/b9b11d9c-de0b-463a-b635-ac25c5f517d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937247 Feb 17 15:50:59.063313 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f7f58091-d0eb-4d50-bfa5-e7f1a7cdbc49 req-eb412cd1-3b2e-45ce-893c-d8fb68dd5df3 service neutron] 10.222.0.24 "GET /v2.0/networks/d7517828-d4b9-4a8f-8db6-7a3339da0c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866725 Feb 17 15:51:00.024614 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-ff78c370-0656-46b5-86c7-191ffaca9045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:00.798778 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a79f7-dc48-47e6-a118-720b4779deaa req-d95c1cf8-e794-4860-993f-26e4dd5d2427 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:00.800180 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-883a79f7-dc48-47e6-a118-720b4779deaa req-d95c1cf8-e794-4860-993f-26e4dd5d2427 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 945 time: 0.0511942 Feb 17 15:51:00.845880 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-883a79f7-dc48-47e6-a118-720b4779deaa req-c57897bd-c699-4def-addd-c221d71c28df tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402365 Feb 17 15:51:01.969041 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55621688-942c-4a8c-a258-ebfef2f35fb0 req-78f18e70-5c01-4131-989f-87289fc0e821 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:01.970498 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-55621688-942c-4a8c-a258-ebfef2f35fb0 req-78f18e70-5c01-4131-989f-87289fc0e821 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 945 time: 0.0509222 Feb 17 15:51:02.021829 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-55621688-942c-4a8c-a258-ebfef2f35fb0 req-a2699b4a-8f62-4872-8446-7decdfaf5773 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454514 Feb 17 15:51:02.404961 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-0fbbd858-69a3-4b7a-8961-2e401bc006e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:02.913932 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21f363-83d8-4f01-9eeb-88c5c6df0dd4 req-62a7281c-3674-48d0-b52c-1415611fc2f6 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:02.915396 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-bb21f363-83d8-4f01-9eeb-88c5c6df0dd4 req-62a7281c-3674-48d0-b52c-1415611fc2f6 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 945 time: 0.0516424 Feb 17 15:51:03.007138 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-bb21f363-83d8-4f01-9eeb-88c5c6df0dd4 req-1f2b1863-eb8a-49ec-a531-49abef726e89 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Deleting port 04f81503-626e-4d52-b5ba-9b07ca2461d8 {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:51:03.007795 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-bb21f363-83d8-4f01-9eeb-88c5c6df0dd4 req-1f2b1863-eb8a-49ec-a531-49abef726e89 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (04f81503-626e-4d52-b5ba-9b07ca2461d8), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:03.105853 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-bb21f363-83d8-4f01-9eeb-88c5c6df0dd4 req-1f2b1863-eb8a-49ec-a531-49abef726e89 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] For port 04f81503-626e-4d52-b5ba-9b07ca2461d8, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=04f81503-626e-4d52-b5ba-9b07ca2461d8,segment=NetworkSegment(bd7d13de-6f45-4b53-9a3f-b092a7dd4301),segment_id=bd7d13de-6f45-4b53-9a3f-b092a7dd4301)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:03.106225 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-bb21f363-83d8-4f01-9eeb-88c5c6df0dd4 req-1f2b1863-eb8a-49ec-a531-49abef726e89 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (04f81503-626e-4d52-b5ba-9b07ca2461d8), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:03.134113 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-bb21f363-83d8-4f01-9eeb-88c5c6df0dd4 req-1f2b1863-eb8a-49ec-a531-49abef726e89 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Calling delete_port for 04f81503-626e-4d52-b5ba-9b07ca2461d8 owned by compute:nova {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:51:03.197279 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc5a142-50f2-4bf1-9a07-73ef4c6c3c96 req-9de56364-8d05-45de-bcf7-0f48c33b1b65 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:03.198771 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2cc5a142-50f2-4bf1-9a07-73ef4c6c3c96 req-9de56364-8d05-45de-bcf7-0f48c33b1b65 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 945 time: 0.1082394 Feb 17 15:51:03.264102 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2cc5a142-50f2-4bf1-9a07-73ef4c6c3c96 req-7fceaa32-ae88-4ece-9fa0-d54fde663aea tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/security-groups?id=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578229 Feb 17 15:51:03.316012 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-bb21f363-83d8-4f01-9eeb-88c5c6df0dd4 req-1f2b1863-eb8a-49ec-a531-49abef726e89 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (04f81503-626e-4d52-b5ba-9b07ca2461d8), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:03.329218 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['04f81503-626e-4d52-b5ba-9b07ca2461d8'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:51:03.346780 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2b1863-eb8a-49ec-a531-49abef726e89 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Pushing event deleted for resources: {'Port': ['ID=04f81503-626e-4d52-b5ba-9b07ca2461d8,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:03.392477 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 56296) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:03.413618 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb21f363-83d8-4f01-9eeb-88c5c6df0dd4 req-1f2b1863-eb8a-49ec-a531-49abef726e89 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] No DVR routers for this DVR port 04f81503-626e-4d52-b5ba-9b07ca2461d8 on host hv-cinder-60634 {{(pid=109499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:51:03.416073 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-bb21f363-83d8-4f01-9eeb-88c5c6df0dd4 req-1f2b1863-eb8a-49ec-a531-49abef726e89 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:03.419791 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-bb21f363-83d8-4f01-9eeb-88c5c6df0dd4 req-1f2b1863-eb8a-49ec-a531-49abef726e89 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.24 "DELETE /v2.0/ports/04f81503-626e-4d52-b5ba-9b07ca2461d8 HTTP/1.1" status: 204 len: 173 time: 0.4983590 Feb 17 15:51:03.420258 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c244a3f-61c4-493e-bfdc-a2560d12c44f', 'name': 'network-vif-deleted', 'tag': '04f81503-626e-4d52-b5ba-9b07ca2461d8'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:51:03.423170 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5e6b98-bc27-4585-85b1-73260c04306e" -d '{"events": [{"server_uuid": "0c244a3f-61c4-493e-bfdc-a2560d12c44f", "name": "network-vif-deleted", "tag": "04f81503-626e-4d52-b5ba-9b07ca2461d8"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:51:03.539659 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a363d29e-fbc9-407d-9782-ed1674aa953c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:03.625117 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:03.633753 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19973fc-3bfa-401f-aedc-d1ed6d0f3ead x-openstack-request-id: req-f19973fc-3bfa-401f-aedc-d1ed6d0f3ead {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:51:03.634865 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c244a3f-61c4-493e-bfdc-a2560d12c44f", "name": "network-vif-deleted", "tag": "04f81503-626e-4d52-b5ba-9b07ca2461d8", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:51:03.635153 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f19973fc-3bfa-401f-aedc-d1ed6d0f3ead {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:51:03.635560 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c244a3f-61c4-493e-bfdc-a2560d12c44f', 'name': 'network-vif-deleted', 'tag': '04f81503-626e-4d52-b5ba-9b07ca2461d8', 'status': 'completed', 'code': 200} Feb 17 15:51:03.649553 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a363d29e-fbc9-407d-9782-ed1674aa953c admin admin] Publish callbacks [] for security_group (b765fcb4-e95c-4fcd-95e0-94c9ae7c1ebd), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:03.653100 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a363d29e-fbc9-407d-9782-ed1674aa953c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (b765fcb4-e95c-4fcd-95e0-94c9ae7c1ebd), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:03.690823 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-a363d29e-fbc9-407d-9782-ed1674aa953c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=059ac96e27f84f56ac64d99fc85500a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2972033 Feb 17 15:51:03.691730 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363d29e-fbc9-407d-9782-ed1674aa953c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b765fcb4-e95c-4fcd-95e0-94c9ae7c1ebd,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:03.693523 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 56308) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:03.699230 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363d29e-fbc9-407d-9782-ed1674aa953c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:03.699642 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363d29e-fbc9-407d-9782-ed1674aa953c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:03.699991 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363d29e-fbc9-407d-9782-ed1674aa953c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:03.700332 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363d29e-fbc9-407d-9782-ed1674aa953c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:03.700705 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363d29e-fbc9-407d-9782-ed1674aa953c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:03.701036 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363d29e-fbc9-407d-9782-ed1674aa953c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:03.701367 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363d29e-fbc9-407d-9782-ed1674aa953c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:03.701700 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363d29e-fbc9-407d-9782-ed1674aa953c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:03.702028 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363d29e-fbc9-407d-9782-ed1674aa953c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:03.702354 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363d29e-fbc9-407d-9782-ed1674aa953c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:03.702680 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363d29e-fbc9-407d-9782-ed1674aa953c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:03.703005 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363d29e-fbc9-407d-9782-ed1674aa953c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:03.703318 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a363d29e-fbc9-407d-9782-ed1674aa953c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:03.746058 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-18d06d85-8944-4d99-827a-da00860bdcc0 admin admin] Publish callbacks [] for security_group (b765fcb4-e95c-4fcd-95e0-94c9ae7c1ebd), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:03.768516 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-18d06d85-8944-4d99-827a-da00860bdcc0 admin admin] Publish callbacks [] for security_group (b765fcb4-e95c-4fcd-95e0-94c9ae7c1ebd), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:03.816744 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-18d06d85-8944-4d99-827a-da00860bdcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (b765fcb4-e95c-4fcd-95e0-94c9ae7c1ebd), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:03.819357 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-18d06d85-8944-4d99-827a-da00860bdcc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:03.820590 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-18d06d85-8944-4d99-827a-da00860bdcc0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b765fcb4-e95c-4fcd-95e0-94c9ae7c1ebd HTTP/1.1" status: 204 len: 168 time: 0.1252079 Feb 17 15:51:03.833514 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d06d85-8944-4d99-827a-da00860bdcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b765fcb4-e95c-4fcd-95e0-94c9ae7c1ebd,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:04.372427 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d1e150b3-6b20-4fc3-aa4e-a469f927859b req-4eead764-797a-4dc8-8ce6-a3f91a52a009 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 210 time: 0.0282269 Feb 17 15:51:05.083150 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:05.484002 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e2ae0ab9-e574-4fd2-a9da-b64caf04a20f req-828fdbc2-a772-4615-bfc2-90c30197c3ee tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 210 time: 0.0296690 Feb 17 15:51:06.560199 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:06.598343 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-15c032d7-6ba2-488a-bd9a-3d572a479322 req-50430633-3f73-44f2-8936-61cde2327f52 tempest-TestMinimumBasicScenario-646589998 tempest-TestMinimumBasicScenario-646589998-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c244a3f-61c4-493e-bfdc-a2560d12c44f HTTP/1.1" status: 200 len: 210 time: 0.0289397 Feb 17 15:51:06.915071 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 04f81503-626e-4d52-b5ba-9b07ca2461d8 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:51:06.935808 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] No Port match for: 04f81503-626e-4d52-b5ba-9b07ca2461d8 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:51:06.936152 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 04f81503-626e-4d52-b5ba-9b07ca2461d8 not bound to the agent host hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:51:08.313173 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 56450) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:08.656219 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607139'] for router_interface (c9d5d350-71be-4ec7-afa8-b225e78ec3be), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:08.900277 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] Deleting port e7bd575e-3283-446b-a6b7-c19a9adfc2f0 {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:51:08.900689 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (e7bd575e-3283-446b-a6b7-c19a9adfc2f0), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:08.979522 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] For port e7bd575e-3283-446b-a6b7-c19a9adfc2f0, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=e7bd575e-3283-446b-a6b7-c19a9adfc2f0,segment=NetworkSegment(bd7d13de-6f45-4b53-9a3f-b092a7dd4301),segment_id=bd7d13de-6f45-4b53-9a3f-b092a7dd4301)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:08.979892 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (e7bd575e-3283-446b-a6b7-c19a9adfc2f0), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:08.991827 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] Calling delete_port for e7bd575e-3283-446b-a6b7-c19a9adfc2f0 owned by network:router_interface {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:51:09.408146 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (e7bd575e-3283-446b-a6b7-c19a9adfc2f0), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:09.430547 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] Pushing event deleted for resources: {'Port': ['ID=e7bd575e-3283-446b-a6b7-c19a9adfc2f0,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:09.444334 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:09.444664 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:09.445012 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:09.445401 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:09.445688 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:09.446018 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:09.446353 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:09.446680 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:09.447042 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:09.447367 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:09.447691 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:09.448013 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:09.448330 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:09.606563 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1607699'] for router_interface (c9d5d350-71be-4ec7-afa8-b225e78ec3be), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:09.829703 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] Router c9d5d350-71be-4ec7-afa8-b225e78ec3be has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:51:09.934505 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:51:09.939454 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-2e5d36ec-6248-47fc-bdc7-5b2a575daefd admin admin] 10.222.0.67 "PUT /v2.0/routers/c9d5d350-71be-4ec7-afa8-b225e78ec3be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6252501 Feb 17 15:51:09.942123 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 56458) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:09.945081 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cafc5b-0397-4137-8bb4-ce13208404e5 None None] Sync routers for ids ['c9d5d350-71be-4ec7-afa8-b225e78ec3be'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:51:09.955273 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cafc5b-0397-4137-8bb4-ce13208404e5 None None] Routers {'c9d5d350-71be-4ec7-afa8-b225e78ec3be'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:51:09.955893 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-00cafc5b-0397-4137-8bb4-ce13208404e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:51:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['c9d5d350-71be-4ec7-afa8-b225e78ec3be'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:10.055465 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b1dbd49f-6f6b-4241-9da9-5693b00a3739 admin admin] Publish callbacks [] for router (c9d5d350-71be-4ec7-afa8-b225e78ec3be), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:10.073689 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-00cafc5b-0397-4137-8bb4-ce13208404e5 None None] Set router c9d5d350-71be-4ec7-afa8-b225e78ec3be gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:51:10.170070 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b1dbd49f-6f6b-4241-9da9-5693b00a3739 admin admin] Publish callbacks [] for router_gateway (c9d5d350-71be-4ec7-afa8-b225e78ec3be), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:10.227219 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-b1dbd49f-6f6b-4241-9da9-5693b00a3739 admin admin] Deleting port 3a4703ac-893a-4000-8603-26c5205f5321 {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:51:10.227660 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b1dbd49f-6f6b-4241-9da9-5693b00a3739 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (3a4703ac-893a-4000-8603-26c5205f5321), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:10.267037 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-00cafc5b-0397-4137-8bb4-ce13208404e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'name': 'tempest-TestMinimumBasicScenario-1269444031-router', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90'}], 'enable_snat': True}, 'gw_port_id': '3a4703ac-893a-4000-8603-26c5205f5321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:27Z', 'updated_at': '2022-02-17T15:51:09Z', 'revision_number': 5, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'gw_port': {'id': '3a4703ac-893a-4000-8603-26c5205f5321', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:66:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:28Z', 'updated_at': '2022-02-17T15:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:10.292863 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cafc5b-0397-4137-8bb4-ce13208404e5 None None] Checking router: c9d5d350-71be-4ec7-afa8-b225e78ec3be for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:51:10.301628 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cafc5b-0397-4137-8bb4-ce13208404e5 None None] Routers {'c9d5d350-71be-4ec7-afa8-b225e78ec3be'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:51:10.302274 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-00cafc5b-0397-4137-8bb4-ce13208404e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:51:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['c9d5d350-71be-4ec7-afa8-b225e78ec3be'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:10.319366 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [None req-b1dbd49f-6f6b-4241-9da9-5693b00a3739 admin admin] For port 3a4703ac-893a-4000-8603-26c5205f5321, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=3a4703ac-893a-4000-8603-26c5205f5321,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:10.319752 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b1dbd49f-6f6b-4241-9da9-5693b00a3739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (3a4703ac-893a-4000-8603-26c5205f5321), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:10.332119 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-b1dbd49f-6f6b-4241-9da9-5693b00a3739 admin admin] Calling delete_port for 3a4703ac-893a-4000-8603-26c5205f5321 owned by network:router_gateway {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:51:10.509692 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b1dbd49f-6f6b-4241-9da9-5693b00a3739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (3a4703ac-893a-4000-8603-26c5205f5321), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:10.535524 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-00cafc5b-0397-4137-8bb4-ce13208404e5 None None] Set router c9d5d350-71be-4ec7-afa8-b225e78ec3be gateway port host: None {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:51:10.536246 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbd49f-6f6b-4241-9da9-5693b00a3739 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a4703ac-893a-4000-8603-26c5205f5321,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:10.588141 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-00cafc5b-0397-4137-8bb4-ce13208404e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'name': 'tempest-TestMinimumBasicScenario-1269444031-router', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:27Z', 'updated_at': '2022-02-17T15:51:10Z', 'revision_number': 6, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'gw_port_host': None}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:10.597236 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b1dbd49f-6f6b-4241-9da9-5693b00a3739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1606057'] for router_gateway (c9d5d350-71be-4ec7-afa8-b225e78ec3be), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:10.619797 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cafc5b-0397-4137-8bb4-ce13208404e5 None None] The sync data for ids ['c9d5d350-71be-4ec7-afa8-b225e78ec3be'] in dv-cinder-606346-36-iscsi is: [{'id': 'c9d5d350-71be-4ec7-afa8-b225e78ec3be', 'name': 'tempest-TestMinimumBasicScenario-1269444031-router', 'tenant_id': 'ddb28ca63c6d47249089121ce5c485a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:27Z', 'updated_at': '2022-02-17T15:51:10Z', 'revision_number': 6, 'project_id': 'ddb28ca63c6d47249089121ce5c485a5', 'gw_port_host': None}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:51:10.693041 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b1dbd49f-6f6b-4241-9da9-5693b00a3739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-222871'] for router (c9d5d350-71be-4ec7-afa8-b225e78ec3be), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:10.695310 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b1dbd49f-6f6b-4241-9da9-5693b00a3739 admin admin] Publish callbacks [] for router_controller (c9d5d350-71be-4ec7-afa8-b225e78ec3be), precommit_delete_associations {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:10.742253 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b1dbd49f-6f6b-4241-9da9-5693b00a3739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608253'] for router (c9d5d350-71be-4ec7-afa8-b225e78ec3be), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:10.742800 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dbd49f-6f6b-4241-9da9-5693b00a3739 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9d5d350-71be-4ec7-afa8-b225e78ec3be {{(pid=109499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 15:51:10.748156 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b1dbd49f-6f6b-4241-9da9-5693b00a3739 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:10.749356 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-b1dbd49f-6f6b-4241-9da9-5693b00a3739 admin admin] 10.222.0.67 "DELETE /v2.0/routers/c9d5d350-71be-4ec7-afa8-b225e78ec3be HTTP/1.1" status: 204 len: 168 time: 0.8063474 Feb 17 15:51:10.751936 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 56466) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:10.794765 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0cd0f8-d4bb-41cd-8d81-8b0a3492ddf7 admin admin] Deleting subnet 53a362a2-8dda-4f19-8af4-e1a3ccca9100 {{(pid=109499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 15:51:10.797630 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dc0cd0f8-d4bb-41cd-8d81-8b0a3492ddf7 admin admin] Publish callbacks [] for subnet (53a362a2-8dda-4f19-8af4-e1a3ccca9100), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:10.829684 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dc0cd0f8-d4bb-41cd-8d81-8b0a3492ddf7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8388614'] for subnet (53a362a2-8dda-4f19-8af4-e1a3ccca9100), precommit_delete_associations {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:10.932511 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dc0cd0f8-d4bb-41cd-8d81-8b0a3492ddf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775564'] for subnet (53a362a2-8dda-4f19-8af4-e1a3ccca9100), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:10.984519 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dc0cd0f8-d4bb-41cd-8d81-8b0a3492ddf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10180731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8557293'] for subnet (53a362a2-8dda-4f19-8af4-e1a3ccca9100), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:11.008975 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cd0f8-d4bb-41cd-8d81-8b0a3492ddf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53a362a2-8dda-4f19-8af4-e1a3ccca9100,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:11.016339 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dc0cd0f8-d4bb-41cd-8d81-8b0a3492ddf7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:11.022741 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-dc0cd0f8-d4bb-41cd-8d81-8b0a3492ddf7 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/53a362a2-8dda-4f19-8af4-e1a3ccca9100 HTTP/1.1" status: 204 len: 168 time: 0.2675784 Feb 17 15:51:11.022922 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb24a81-13f5-4fdc-924c-ee0e863c594f None None] Network b9b11d9c-de0b-463a-b635-ac25c5f517d4 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:51:11.023401 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 56468) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:11.101207 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d940f039-4712-4e10-81cf-6f4904da88f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686833'] for network (b9b11d9c-de0b-463a-b635-ac25c5f517d4), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:11.161707 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-d940f039-4712-4e10-81cf-6f4904da88f8 admin admin] Deleting port f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:51:11.162186 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d940f039-4712-4e10-81cf-6f4904da88f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:11.231167 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [None req-d940f039-4712-4e10-81cf-6f4904da88f8 admin admin] For port f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f,segment=NetworkSegment(bd7d13de-6f45-4b53-9a3f-b092a7dd4301),segment_id=bd7d13de-6f45-4b53-9a3f-b092a7dd4301)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:11.231536 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d940f039-4712-4e10-81cf-6f4904da88f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:11.248636 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-d940f039-4712-4e10-81cf-6f4904da88f8 admin admin] Calling delete_port for f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f owned by network:dhcp {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:51:11.349724 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d940f039-4712-4e10-81cf-6f4904da88f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:11.366565 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d940f039-4712-4e10-81cf-6f4904da88f8 admin admin] No DVR routers for this DVR port f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f on host dv-cinder-606346-36-iscsi {{(pid=109499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:51:11.421098 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940f039-4712-4e10-81cf-6f4904da88f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:11.424812 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73063f88-4cb0-4410-b8b3-2cb1ee80f31f None None] DHCP port deletion for b9b11d9c-de0b-463a-b635-ac25c5f517d4 request from dv-cinder-606346-36-iscsi {{(pid=109500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 15:51:11.491587 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d940f039-4712-4e10-81cf-6f4904da88f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772593', 'neutron.services.segments.db._delete_segments_for_network-8726999291531'] for network (b9b11d9c-de0b-463a-b635-ac25c5f517d4), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:11.520750 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:51:11.525675 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-d940f039-4712-4e10-81cf-6f4904da88f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b11d9c-de0b-463a-b635-ac25c5f517d4']}} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:11.535610 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-d940f039-4712-4e10-81cf-6f4904da88f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd7d13de-6f45-4b53-9a3f-b092a7dd4301') {'for_net_delete': True} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:11.535904 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-d940f039-4712-4e10-81cf-6f4904da88f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd7d13de-6f45-4b53-9a3f-b092a7dd4301') {} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:11.545464 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:51:11.546011 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device f0d05e5b-9355-4fe9-ab6b-a26f4d20a99f not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:51:11.546644 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 3a4703ac-893a-4000-8603-26c5205f5321 no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:51:11.552786 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d940f039-4712-4e10-81cf-6f4904da88f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726999292820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8388623'] for segment (bd7d13de-6f45-4b53-9a3f-b092a7dd4301), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:11.572208 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d940f039-4712-4e10-81cf-6f4904da88f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (bd7d13de-6f45-4b53-9a3f-b092a7dd4301), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:11.579366 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: 3a4703ac-893a-4000-8603-26c5205f5321 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:51:11.579907 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 3a4703ac-893a-4000-8603-26c5205f5321 not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:51:11.580745 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device e7bd575e-3283-446b-a6b7-c19a9adfc2f0 no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:51:11.590164 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d940f039-4712-4e10-81cf-6f4904da88f8 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 15:51:11.590897 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d940f039-4712-4e10-81cf-6f4904da88f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10180641'] for segment (bd7d13de-6f45-4b53-9a3f-b092a7dd4301), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:11.604047 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: e7bd575e-3283-446b-a6b7-c19a9adfc2f0 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:51:11.604754 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device e7bd575e-3283-446b-a6b7-c19a9adfc2f0 not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: Traceback (most recent call last): Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: timer() Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: cb(*args, **kw) Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: return func(*args, **kwargs) Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: self._notify() Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: self.callback(batched_events) Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: event.method(event) Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: return f(self, *a, **k) Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: return self._get(url).json() Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: return self.request(url, 'GET', **kwargs) Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 15:51:11.647313 dv-cinder-606346-36-iscsi neutron-server[109499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 15:51:11.657294 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d940f039-4712-4e10-81cf-6f4904da88f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-772362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1606029'] for network (b9b11d9c-de0b-463a-b635-ac25c5f517d4), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:11.663253 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d940f039-4712-4e10-81cf-6f4904da88f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:11.666726 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-d940f039-4712-4e10-81cf-6f4904da88f8 admin admin] 10.222.0.67 "DELETE /v2.0/networks/b9b11d9c-de0b-463a-b635-ac25c5f517d4 HTTP/1.1" status: 204 len: 168 time: 0.6428273 Feb 17 15:51:11.669961 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 56500) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:11.683276 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940f039-4712-4e10-81cf-6f4904da88f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9b11d9c-de0b-463a-b635-ac25c5f517d4,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:12.298096 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-ea275f32-7fcd-4715-86b6-8074db2f379b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607139'] for router_interface (bbd58927-e6dd-4cac-b450-77c471193634), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:12.601725 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [None req-ea275f32-7fcd-4715-86b6-8074db2f379b admin admin] Deleting port d1781054-0211-4776-93a7-97a053ef6de3 {{(pid=109498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:51:12.602145 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-ea275f32-7fcd-4715-86b6-8074db2f379b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (d1781054-0211-4776-93a7-97a053ef6de3), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:12.680602 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [None req-ea275f32-7fcd-4715-86b6-8074db2f379b admin admin] For port d1781054-0211-4776-93a7-97a053ef6de3, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=d1781054-0211-4776-93a7-97a053ef6de3,segment=NetworkSegment(a6a494c2-fe5f-4a9f-a816-ca6aa6111a98),segment_id=a6a494c2-fe5f-4a9f-a816-ca6aa6111a98)] {{(pid=109498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:12.681424 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-ea275f32-7fcd-4715-86b6-8074db2f379b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (d1781054-0211-4776-93a7-97a053ef6de3), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:12.695972 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [None req-ea275f32-7fcd-4715-86b6-8074db2f379b admin admin] Calling delete_port for d1781054-0211-4776-93a7-97a053ef6de3 owned by network:router_interface {{(pid=109498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:51:12.872219 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-ea275f32-7fcd-4715-86b6-8074db2f379b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (d1781054-0211-4776-93a7-97a053ef6de3), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:12.896755 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea275f32-7fcd-4715-86b6-8074db2f379b admin admin] Pushing event deleted for resources: {'Port': ['ID=d1781054-0211-4776-93a7-97a053ef6de3,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:13.058883 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-ea275f32-7fcd-4715-86b6-8074db2f379b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1607699'] for router_interface (bbd58927-e6dd-4cac-b450-77c471193634), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:13.266557 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea275f32-7fcd-4715-86b6-8074db2f379b admin admin] Router bbd58927-e6dd-4cac-b450-77c471193634 has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:51:13.374623 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea275f32-7fcd-4715-86b6-8074db2f379b admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:51:13.379740 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-ea275f32-7fcd-4715-86b6-8074db2f379b admin admin] 10.222.0.67 "PUT /v2.0/routers/bbd58927-e6dd-4cac-b450-77c471193634/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7086482 Feb 17 15:51:13.382303 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 56518) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:13.383170 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42f6ad8-66c0-4daa-920e-f9868a8b019b None None] Sync routers for ids ['bbd58927-e6dd-4cac-b450-77c471193634'] in dv-cinder-606346-36-iscsi {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:51:13.395908 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42f6ad8-66c0-4daa-920e-f9868a8b019b None None] Routers {'bbd58927-e6dd-4cac-b450-77c471193634'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:51:13.396574 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-a42f6ad8-66c0-4daa-920e-f9868a8b019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:51:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['bbd58927-e6dd-4cac-b450-77c471193634'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:13.487560 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-673ee6bd-d85f-44de-9af5-664dde5d6751 admin admin] Publish callbacks [] for router (bbd58927-e6dd-4cac-b450-77c471193634), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:13.506590 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-a42f6ad8-66c0-4daa-920e-f9868a8b019b None None] Set router bbd58927-e6dd-4cac-b450-77c471193634 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:51:13.607698 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-673ee6bd-d85f-44de-9af5-664dde5d6751 admin admin] Publish callbacks [] for router_gateway (bbd58927-e6dd-4cac-b450-77c471193634), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:13.672131 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [None req-673ee6bd-d85f-44de-9af5-664dde5d6751 admin admin] Deleting port 2a43443b-a58a-4edc-8c54-c9320cb1b025 {{(pid=109498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:51:13.672502 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-673ee6bd-d85f-44de-9af5-664dde5d6751 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (2a43443b-a58a-4edc-8c54-c9320cb1b025), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:13.724644 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-a42f6ad8-66c0-4daa-920e-f9868a8b019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd58927-e6dd-4cac-b450-77c471193634', 'name': 'tempest-TestMinimumBasicScenario-1276154709-router', 'tenant_id': '15fd010056f54decb6e2e558620f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '2a43443b-a58a-4edc-8c54-c9320cb1b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:33Z', 'updated_at': '2022-02-17T15:51:12Z', 'revision_number': 5, 'project_id': '15fd010056f54decb6e2e558620f73cb', 'gw_port': {'id': '2a43443b-a58a-4edc-8c54-c9320cb1b025', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:22:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd58927-e6dd-4cac-b450-77c471193634', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:34Z', 'updated_at': '2022-02-17T15:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:13.756176 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42f6ad8-66c0-4daa-920e-f9868a8b019b None None] Checking router: bbd58927-e6dd-4cac-b450-77c471193634 for host: dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:51:13.761778 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [None req-673ee6bd-d85f-44de-9af5-664dde5d6751 admin admin] For port 2a43443b-a58a-4edc-8c54-c9320cb1b025, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=2a43443b-a58a-4edc-8c54-c9320cb1b025,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:13.762332 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-673ee6bd-d85f-44de-9af5-664dde5d6751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (2a43443b-a58a-4edc-8c54-c9320cb1b025), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:13.766110 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42f6ad8-66c0-4daa-920e-f9868a8b019b None None] Routers {'bbd58927-e6dd-4cac-b450-77c471193634'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:51:13.766886 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-a42f6ad8-66c0-4daa-920e-f9868a8b019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:51:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['bbd58927-e6dd-4cac-b450-77c471193634'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:13.778114 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [None req-673ee6bd-d85f-44de-9af5-664dde5d6751 admin admin] Calling delete_port for 2a43443b-a58a-4edc-8c54-c9320cb1b025 owned by network:router_gateway {{(pid=109498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:51:13.861105 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-a42f6ad8-66c0-4daa-920e-f9868a8b019b None None] Set router bbd58927-e6dd-4cac-b450-77c471193634 gateway port host: None {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:51:13.895686 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 56534) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:13.918345 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-a42f6ad8-66c0-4daa-920e-f9868a8b019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd58927-e6dd-4cac-b450-77c471193634', 'name': 'tempest-TestMinimumBasicScenario-1276154709-router', 'tenant_id': '15fd010056f54decb6e2e558620f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:33Z', 'updated_at': '2022-02-17T15:51:13Z', 'revision_number': 6, 'project_id': '15fd010056f54decb6e2e558620f73cb', 'gw_port_host': None}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:13.949607 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42f6ad8-66c0-4daa-920e-f9868a8b019b None None] The sync data for ids ['bbd58927-e6dd-4cac-b450-77c471193634'] in dv-cinder-606346-36-iscsi is: [{'id': 'bbd58927-e6dd-4cac-b450-77c471193634', 'name': 'tempest-TestMinimumBasicScenario-1276154709-router', 'tenant_id': '15fd010056f54decb6e2e558620f73cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:33Z', 'updated_at': '2022-02-17T15:51:13Z', 'revision_number': 6, 'project_id': '15fd010056f54decb6e2e558620f73cb', 'gw_port_host': None}] {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:51:13.959683 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-673ee6bd-d85f-44de-9af5-664dde5d6751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (2a43443b-a58a-4edc-8c54-c9320cb1b025), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:14.000844 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ee6bd-d85f-44de-9af5-664dde5d6751 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a43443b-a58a-4edc-8c54-c9320cb1b025,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:14.022498 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ab5ff165-8d3b-4dd1-83ee-1dec04464ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:14.063336 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-673ee6bd-d85f-44de-9af5-664dde5d6751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1606057'] for router_gateway (bbd58927-e6dd-4cac-b450-77c471193634), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:14.100619 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ab5ff165-8d3b-4dd1-83ee-1dec04464ce3 admin admin] Publish callbacks [] for security_group (4291cd92-a43c-4f5f-8a98-549d3291d012), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:14.105818 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ab5ff165-8d3b-4dd1-83ee-1dec04464ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (4291cd92-a43c-4f5f-8a98-549d3291d012), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:14.151517 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ff165-8d3b-4dd1-83ee-1dec04464ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4291cd92-a43c-4f5f-8a98-549d3291d012,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:14.156728 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-ab5ff165-8d3b-4dd1-83ee-1dec04464ce3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=615a6bf8c42e4f4087debcc5bc649151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598162 Feb 17 15:51:14.159378 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 56538) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:14.209482 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a8a6b993-9114-43b5-953c-da183ce64237 admin admin] Publish callbacks [] for security_group (4291cd92-a43c-4f5f-8a98-549d3291d012), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:14.232076 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a8a6b993-9114-43b5-953c-da183ce64237 admin admin] Publish callbacks [] for security_group (4291cd92-a43c-4f5f-8a98-549d3291d012), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:14.281636 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a8a6b993-9114-43b5-953c-da183ce64237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (4291cd92-a43c-4f5f-8a98-549d3291d012), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:14.284462 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a8a6b993-9114-43b5-953c-da183ce64237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:14.285736 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-a8a6b993-9114-43b5-953c-da183ce64237 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4291cd92-a43c-4f5f-8a98-549d3291d012 HTTP/1.1" status: 204 len: 168 time: 0.1253903 Feb 17 15:51:14.294237 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6b993-9114-43b5-953c-da183ce64237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4291cd92-a43c-4f5f-8a98-549d3291d012,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:14.401910 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-673ee6bd-d85f-44de-9af5-664dde5d6751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-222871'] for router (bbd58927-e6dd-4cac-b450-77c471193634), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:14.405152 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-673ee6bd-d85f-44de-9af5-664dde5d6751 admin admin] Publish callbacks [] for router_controller (bbd58927-e6dd-4cac-b450-77c471193634), precommit_delete_associations {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:14.474603 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-673ee6bd-d85f-44de-9af5-664dde5d6751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608253'] for router (bbd58927-e6dd-4cac-b450-77c471193634), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:14.475165 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673ee6bd-d85f-44de-9af5-664dde5d6751 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbd58927-e6dd-4cac-b450-77c471193634 {{(pid=109498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 15:51:14.480627 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-673ee6bd-d85f-44de-9af5-664dde5d6751 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:14.481815 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-673ee6bd-d85f-44de-9af5-664dde5d6751 admin admin] 10.222.0.67 "DELETE /v2.0/routers/bbd58927-e6dd-4cac-b450-77c471193634 HTTP/1.1" status: 204 len: 168 time: 1.0985897 Feb 17 15:51:14.484403 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 56542) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:14.530812 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c4e5969-ae6c-4137-846b-d3a638454d82 admin admin] Deleting subnet 6ecbc281-6df0-49ab-b614-98ef695a4213 {{(pid=109498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 15:51:14.534379 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-7c4e5969-ae6c-4137-846b-d3a638454d82 admin admin] Publish callbacks [] for subnet (6ecbc281-6df0-49ab-b614-98ef695a4213), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:14.570042 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-7c4e5969-ae6c-4137-846b-d3a638454d82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583511'] for subnet (6ecbc281-6df0-49ab-b614-98ef695a4213), precommit_delete_associations {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:14.684643 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-7c4e5969-ae6c-4137-846b-d3a638454d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775564'] for subnet (6ecbc281-6df0-49ab-b614-98ef695a4213), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:14.751649 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-7c4e5969-ae6c-4137-846b-d3a638454d82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8641746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8764440'] for subnet (6ecbc281-6df0-49ab-b614-98ef695a4213), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:14.783768 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e5969-ae6c-4137-846b-d3a638454d82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ecbc281-6df0-49ab-b614-98ef695a4213,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:14.785731 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-7c4e5969-ae6c-4137-846b-d3a638454d82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for subnet (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:14.788902 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-7c4e5969-ae6c-4137-846b-d3a638454d82 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6ecbc281-6df0-49ab-b614-98ef695a4213 HTTP/1.1" status: 204 len: 168 time: 0.3034039 Feb 17 15:51:14.790252 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73853642-cbf7-43f7-849a-0636311136a5 None None] Network 2768b9c2-24a0-4ecc-93b7-a8634da4b8fc requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:51:14.791510 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 56554) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:14.867375 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-f6d79e44-70c1-4f34-bab7-df66bf7ca8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686833'] for network (2768b9c2-24a0-4ecc-93b7-a8634da4b8fc), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:14.924997 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-f6d79e44-70c1-4f34-bab7-df66bf7ca8ee admin admin] Deleting port fe539933-b41b-4ed0-bb80-79fce9323fc6 {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:51:14.925661 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-f6d79e44-70c1-4f34-bab7-df66bf7ca8ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (fe539933-b41b-4ed0-bb80-79fce9323fc6), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:14.974604 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35015dc-9c0c-4986-a24d-553c4f71683b None None] DHCP port deletion for 2768b9c2-24a0-4ecc-93b7-a8634da4b8fc request from dv-cinder-606346-36-iscsi {{(pid=109500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 15:51:14.996596 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [None req-f6d79e44-70c1-4f34-bab7-df66bf7ca8ee admin admin] For port fe539933-b41b-4ed0-bb80-79fce9323fc6, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=fe539933-b41b-4ed0-bb80-79fce9323fc6,segment=NetworkSegment(a6a494c2-fe5f-4a9f-a816-ca6aa6111a98),segment_id=a6a494c2-fe5f-4a9f-a816-ca6aa6111a98)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:14.996971 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-f6d79e44-70c1-4f34-bab7-df66bf7ca8ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (fe539933-b41b-4ed0-bb80-79fce9323fc6), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:15.009939 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-f6d79e44-70c1-4f34-bab7-df66bf7ca8ee admin admin] Calling delete_port for fe539933-b41b-4ed0-bb80-79fce9323fc6 owned by network:dhcp {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:51:15.035595 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-f35015dc-9c0c-4986-a24d-553c4f71683b None None] Deleting port fe539933-b41b-4ed0-bb80-79fce9323fc6 {{(pid=109500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:51:15.036068 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-f35015dc-9c0c-4986-a24d-553c4f71683b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (fe539933-b41b-4ed0-bb80-79fce9323fc6), before_delete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:15.089799 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-f6d79e44-70c1-4f34-bab7-df66bf7ca8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (fe539933-b41b-4ed0-bb80-79fce9323fc6), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:15.101742 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-f35015dc-9c0c-4986-a24d-553c4f71683b None None] For port fe539933-b41b-4ed0-bb80-79fce9323fc6, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=fe539933-b41b-4ed0-bb80-79fce9323fc6,segment=NetworkSegment(a6a494c2-fe5f-4a9f-a816-ca6aa6111a98),segment_id=a6a494c2-fe5f-4a9f-a816-ca6aa6111a98)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:15.102143 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-f35015dc-9c0c-4986-a24d-553c4f71683b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (fe539933-b41b-4ed0-bb80-79fce9323fc6), precommit_delete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:15.114930 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-f35015dc-9c0c-4986-a24d-553c4f71683b None None] Calling delete_port for fe539933-b41b-4ed0-bb80-79fce9323fc6 owned by network:dhcp {{(pid=109500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:51:15.118270 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d79e44-70c1-4f34-bab7-df66bf7ca8ee admin admin] Pushing event deleted for resources: {'Port': ['ID=fe539933-b41b-4ed0-bb80-79fce9323fc6,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:15.120090 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d79e44-70c1-4f34-bab7-df66bf7ca8ee admin admin] No DVR routers for this DVR port fe539933-b41b-4ed0-bb80-79fce9323fc6 on host dv-cinder-606346-36-iscsi {{(pid=109499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:51:15.197940 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-f6d79e44-70c1-4f34-bab7-df66bf7ca8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772593', 'neutron.services.segments.db._delete_segments_for_network-8726999291531'] for network (2768b9c2-24a0-4ecc-93b7-a8634da4b8fc), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:15.217917 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-f6d79e44-70c1-4f34-bab7-df66bf7ca8ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2768b9c2-24a0-4ecc-93b7-a8634da4b8fc']}} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:15.227265 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-f6d79e44-70c1-4f34-bab7-df66bf7ca8ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a494c2-fe5f-4a9f-a816-ca6aa6111a98') {'for_net_delete': True} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:15.227549 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-f6d79e44-70c1-4f34-bab7-df66bf7ca8ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a494c2-fe5f-4a9f-a816-ca6aa6111a98') {} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:15.237127 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-f6d79e44-70c1-4f34-bab7-df66bf7ca8ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726999292820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8388623'] for segment (a6a494c2-fe5f-4a9f-a816-ca6aa6111a98), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:15.238498 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-f35015dc-9c0c-4986-a24d-553c4f71683b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673'] for port (fe539933-b41b-4ed0-bb80-79fce9323fc6), after_delete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:15.249965 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-f6d79e44-70c1-4f34-bab7-df66bf7ca8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (a6a494c2-fe5f-4a9f-a816-ca6aa6111a98), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:15.255614 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d79e44-70c1-4f34-bab7-df66bf7ca8ee admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 15:51:15.255993 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-f6d79e44-70c1-4f34-bab7-df66bf7ca8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10180641'] for segment (a6a494c2-fe5f-4a9f-a816-ca6aa6111a98), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: Traceback (most recent call last): Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: timer() Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: cb(*args, **kw) Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: return func(*args, **kwargs) Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: self._notify() Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: self.callback(batched_events) Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: event.method(event) Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: return f(self, *a, **k) Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: return self._get(url).json() Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: return self.request(url, 'GET', **kwargs) Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 15:51:15.257633 dv-cinder-606346-36-iscsi neutron-server[109499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 15:51:15.263258 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35015dc-9c0c-4986-a24d-553c4f71683b None None] Pushing event deleted for resources: {'Port': ['ID=fe539933-b41b-4ed0-bb80-79fce9323fc6,revision_number=None']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:15.267612 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35015dc-9c0c-4986-a24d-553c4f71683b None None] No DVR routers for this DVR port fe539933-b41b-4ed0-bb80-79fce9323fc6 on host dv-cinder-606346-36-iscsi {{(pid=109500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:51:15.278388 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35015dc-9c0c-4986-a24d-553c4f71683b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:15.278388 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35015dc-9c0c-4986-a24d-553c4f71683b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:15.278710 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35015dc-9c0c-4986-a24d-553c4f71683b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:15.279041 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35015dc-9c0c-4986-a24d-553c4f71683b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:15.279372 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35015dc-9c0c-4986-a24d-553c4f71683b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:15.279696 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35015dc-9c0c-4986-a24d-553c4f71683b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:15.280048 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35015dc-9c0c-4986-a24d-553c4f71683b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:15.280378 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35015dc-9c0c-4986-a24d-553c4f71683b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:15.280744 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35015dc-9c0c-4986-a24d-553c4f71683b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:15.281069 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35015dc-9c0c-4986-a24d-553c4f71683b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:15.281395 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35015dc-9c0c-4986-a24d-553c4f71683b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:15.281716 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35015dc-9c0c-4986-a24d-553c4f71683b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:15.282022 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35015dc-9c0c-4986-a24d-553c4f71683b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:15.314919 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-f6d79e44-70c1-4f34-bab7-df66bf7ca8ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-772362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1606029'] for network (2768b9c2-24a0-4ecc-93b7-a8634da4b8fc), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:15.320101 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-f6d79e44-70c1-4f34-bab7-df66bf7ca8ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:15.323320 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-f6d79e44-70c1-4f34-bab7-df66bf7ca8ee admin admin] 10.222.0.67 "DELETE /v2.0/networks/2768b9c2-24a0-4ecc-93b7-a8634da4b8fc HTTP/1.1" status: 204 len: 168 time: 0.5307939 Feb 17 15:51:15.335423 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d79e44-70c1-4f34-bab7-df66bf7ca8ee admin admin] Pushing event deleted for resources: {'Network': ['ID=2768b9c2-24a0-4ecc-93b7-a8634da4b8fc,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:15.386225 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device d1781054-0211-4776-93a7-97a053ef6de3 no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:51:15.406677 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: d1781054-0211-4776-93a7-97a053ef6de3 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:51:15.407033 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device d1781054-0211-4776-93a7-97a053ef6de3 not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:51:15.407457 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device fe539933-b41b-4ed0-bb80-79fce9323fc6 no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:51:15.430117 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: fe539933-b41b-4ed0-bb80-79fce9323fc6 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:51:15.430473 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device fe539933-b41b-4ed0-bb80-79fce9323fc6 not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:51:15.430895 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 2a43443b-a58a-4edc-8c54-c9320cb1b025 no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:51:15.449687 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: 2a43443b-a58a-4edc-8c54-c9320cb1b025 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:51:15.449981 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 2a43443b-a58a-4edc-8c54-c9320cb1b025 not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:51:15.484949 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 56558) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:15.522855 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-6eedf4b8-d338-47a6-9df4-188031465527 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ddb28ca63c6d47249089121ce5c485a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367742 Feb 17 15:51:15.525274 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 56560) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:15.570293 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-8bf59644-ea92-4794-b2b1-21f696a09929 admin admin] Publish callbacks [] for security_group (ccf0aad9-d6ed-47ee-942d-2a462cdc8b84), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:15.591290 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-8bf59644-ea92-4794-b2b1-21f696a09929 admin admin] Publish callbacks [] for security_group (ccf0aad9-d6ed-47ee-942d-2a462cdc8b84), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:15.631431 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:15.637503 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-8bf59644-ea92-4794-b2b1-21f696a09929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (ccf0aad9-d6ed-47ee-942d-2a462cdc8b84), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:15.640007 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-8bf59644-ea92-4794-b2b1-21f696a09929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:15.641178 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-8bf59644-ea92-4794-b2b1-21f696a09929 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ccf0aad9-d6ed-47ee-942d-2a462cdc8b84 HTTP/1.1" status: 204 len: 168 time: 0.1150465 Feb 17 15:51:15.648753 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf59644-ea92-4794-b2b1-21f696a09929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf0aad9-d6ed-47ee-942d-2a462cdc8b84,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:15.954632 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 56574) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:15.993399 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-eed3a523-e8e4-4363-9276-da4cc7201d17 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=15fd010056f54decb6e2e558620f73cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0375543 Feb 17 15:51:15.995685 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 56576) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:16.045264 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-13b0ef9d-4028-4083-a833-6aa3330fba1d admin admin] Publish callbacks [] for security_group (6a4cb867-5baf-4353-a4b5-99b16315c204), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:16.066349 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-13b0ef9d-4028-4083-a833-6aa3330fba1d admin admin] Publish callbacks [] for security_group (6a4cb867-5baf-4353-a4b5-99b16315c204), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:16.112618 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-13b0ef9d-4028-4083-a833-6aa3330fba1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (6a4cb867-5baf-4353-a4b5-99b16315c204), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:16.115154 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-13b0ef9d-4028-4083-a833-6aa3330fba1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:16.116358 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-13b0ef9d-4028-4083-a833-6aa3330fba1d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6a4cb867-5baf-4353-a4b5-99b16315c204 HTTP/1.1" status: 204 len: 168 time: 0.1192393 Feb 17 15:51:16.124776 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0ef9d-4028-4083-a833-6aa3330fba1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4cb867-5baf-4353-a4b5-99b16315c204,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:19.249114 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 56622) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:19.292192 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7af9e9c-0a34-47a5-b393-eb90031fd5e0 admin admin] Deleting subnet ce956aa9-07c3-4fd4-9666-711da10f8895 {{(pid=109499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 15:51:19.295195 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b7af9e9c-0a34-47a5-b393-eb90031fd5e0 admin admin] Publish callbacks [] for subnet (ce956aa9-07c3-4fd4-9666-711da10f8895), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:19.328628 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b7af9e9c-0a34-47a5-b393-eb90031fd5e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8388614'] for subnet (ce956aa9-07c3-4fd4-9666-711da10f8895), precommit_delete_associations {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:19.369910 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b7af9e9c-0a34-47a5-b393-eb90031fd5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775564'] for subnet (ce956aa9-07c3-4fd4-9666-711da10f8895), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:19.418740 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b7af9e9c-0a34-47a5-b393-eb90031fd5e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10180731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8557293'] for subnet (ce956aa9-07c3-4fd4-9666-711da10f8895), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:19.443319 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af9e9c-0a34-47a5-b393-eb90031fd5e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce956aa9-07c3-4fd4-9666-711da10f8895,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:19.446924 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b7af9e9c-0a34-47a5-b393-eb90031fd5e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:19.450081 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-b7af9e9c-0a34-47a5-b393-eb90031fd5e0 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ce956aa9-07c3-4fd4-9666-711da10f8895 HTTP/1.1" status: 204 len: 168 time: 0.1999872 Feb 17 15:51:19.452619 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 56624) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:19.518843 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-04926e46-abce-48d2-b78b-efdbda8e4cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686833'] for network (95eec3f0-7d12-415d-9eae-4a41efd9bc2b), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:19.596836 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-04926e46-abce-48d2-b78b-efdbda8e4cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772593', 'neutron.services.segments.db._delete_segments_for_network-8726999291531'] for network (95eec3f0-7d12-415d-9eae-4a41efd9bc2b), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:19.616700 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-04926e46-abce-48d2-b78b-efdbda8e4cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95eec3f0-7d12-415d-9eae-4a41efd9bc2b']}} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:19.626261 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-04926e46-abce-48d2-b78b-efdbda8e4cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f784071-6392-4f16-89cb-e23293ef5e6a') {'for_net_delete': True} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:19.626565 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-04926e46-abce-48d2-b78b-efdbda8e4cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f784071-6392-4f16-89cb-e23293ef5e6a') {} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:19.635554 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-04926e46-abce-48d2-b78b-efdbda8e4cce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726999292820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8388623'] for segment (1f784071-6392-4f16-89cb-e23293ef5e6a), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:19.648604 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-04926e46-abce-48d2-b78b-efdbda8e4cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (1f784071-6392-4f16-89cb-e23293ef5e6a), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:19.654614 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04926e46-abce-48d2-b78b-efdbda8e4cce admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 15:51:19.655067 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-04926e46-abce-48d2-b78b-efdbda8e4cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10180641'] for segment (1f784071-6392-4f16-89cb-e23293ef5e6a), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: Traceback (most recent call last): Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: timer() Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: cb(*args, **kw) Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: return func(*args, **kwargs) Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: self._notify() Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: self.callback(batched_events) Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: event.method(event) Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: return f(self, *a, **k) Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: return self._get(url).json() Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: return self.request(url, 'GET', **kwargs) Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 15:51:19.656718 dv-cinder-606346-36-iscsi neutron-server[109499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 15:51:19.712376 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-04926e46-abce-48d2-b78b-efdbda8e4cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-772362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1606029'] for network (95eec3f0-7d12-415d-9eae-4a41efd9bc2b), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:19.717522 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-04926e46-abce-48d2-b78b-efdbda8e4cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:19.720641 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-04926e46-abce-48d2-b78b-efdbda8e4cce admin admin] 10.222.0.67 "DELETE /v2.0/networks/95eec3f0-7d12-415d-9eae-4a41efd9bc2b HTTP/1.1" status: 204 len: 168 time: 0.2670796 Feb 17 15:51:19.735171 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04926e46-abce-48d2-b78b-efdbda8e4cce admin admin] Pushing event deleted for resources: {'Network': ['ID=95eec3f0-7d12-415d-9eae-4a41efd9bc2b,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:19.875182 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 56628) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:19.913102 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-d999f92c-8b3a-4669-8aea-67b1a6609a2e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=90c4754471fc4bf4af557a1ef1537d69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0367489 Feb 17 15:51:19.915333 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 56630) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:19.959809 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-fa5eb7a9-b5bb-4a85-b337-c59aa5c78630 admin admin] Publish callbacks [] for security_group (098cd96f-710b-41c1-9fd6-15bc0b6f7759), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:19.981247 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-fa5eb7a9-b5bb-4a85-b337-c59aa5c78630 admin admin] Publish callbacks [] for security_group (098cd96f-710b-41c1-9fd6-15bc0b6f7759), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:20.024323 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-fa5eb7a9-b5bb-4a85-b337-c59aa5c78630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (098cd96f-710b-41c1-9fd6-15bc0b6f7759), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:20.026833 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-fa5eb7a9-b5bb-4a85-b337-c59aa5c78630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:20.028616 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-fa5eb7a9-b5bb-4a85-b337-c59aa5c78630 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/098cd96f-710b-41c1-9fd6-15bc0b6f7759 HTTP/1.1" status: 204 len: 168 time: 0.1123912 Feb 17 15:51:20.035739 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5eb7a9-b5bb-4a85-b337-c59aa5c78630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098cd96f-710b-41c1-9fd6-15bc0b6f7759,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:20.681753 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 56652) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:20.774093 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-404b1c6e-4127-4282-8156-ac0595fc2f20 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-345068363-network', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:51:20.792399 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404b1c6e-4127-4282-8156-ac0595fc2f20 admin admin] Made reservation on behalf of c408aed137854f999d78e197a7cc75fc for: {'network': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:51:20.794609 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-404b1c6e-4127-4282-8156-ac0595fc2f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for network (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:20.802469 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-404b1c6e-4127-4282-8156-ac0595fc2f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:20.875049 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-404b1c6e-4127-4282-8156-ac0595fc2f20 admin admin] Publish callbacks [] for security_group (53c4be67-00e1-4caf-a9bd-8331d4883f5c), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:20.878251 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-404b1c6e-4127-4282-8156-ac0595fc2f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (53c4be67-00e1-4caf-a9bd-8331d4883f5c), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:20.900504 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-404b1c6e-4127-4282-8156-ac0595fc2f20 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=109499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 15:51:20.908722 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b1c6e-4127-4282-8156-ac0595fc2f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c4be67-00e1-4caf-a9bd-8331d4883f5c,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:20.914385 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-404b1c6e-4127-4282-8156-ac0595fc2f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (eb85bb1d-d03c-4ee4-83d9-8bb61def30f3), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:20.914722 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.segments_db [None req-404b1c6e-4127-4282-8156-ac0595fc2f20 admin admin] Added segment eb85bb1d-d03c-4ee4-83d9-8bb61def30f3 of type vlan for network 759e632a-fe01-4c96-a989-2dc2f421382b Feb 17 15:51:20.953151 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-404b1c6e-4127-4282-8156-ac0595fc2f20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726998781570'] for network (759e632a-fe01-4c96-a989-2dc2f421382b), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:20.975896 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-404b1c6e-4127-4282-8156-ac0595fc2f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for network (759e632a-fe01-4c96-a989-2dc2f421382b), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:20.976863 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404b1c6e-4127-4282-8156-ac0595fc2f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:20.977440 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-404b1c6e-4127-4282-8156-ac0595fc2f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:21.007562 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-404b1c6e-4127-4282-8156-ac0595fc2f20 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3247180 Feb 17 15:51:21.010489 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 56656) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:21.015528 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-d69995a9-8531-4f2b-be1a-e98d54905a34 admin admin] Request body: {'subnet': {'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-345068363-subnet', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'ip_version': 4}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:51:21.032988 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69995a9-8531-4f2b-be1a-e98d54905a34 admin admin] Made reservation on behalf of c408aed137854f999d78e197a7cc75fc for: {'subnet': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:51:21.035177 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d69995a9-8531-4f2b-be1a-e98d54905a34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8764477'] for subnet (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:21.037707 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b1c6e-4127-4282-8156-ac0595fc2f20 admin admin] Pushing event updated for resources: {'Network': ['ID=759e632a-fe01-4c96-a989-2dc2f421382b,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:21.050872 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Network 759e632a-fe01-4c96-a989-2dc2f421382b details requested by agent ovs-agent-dv-cinder-606346-36-iscsi with host dv-cinder-606346-36-iscsi {{(pid=109500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 15:51:21.195740 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d69995a9-8531-4f2b-be1a-e98d54905a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8764431'] for subnet (ace76b24-c3b7-4925-b310-79f338d4269f), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:21.252568 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69995a9-8531-4f2b-be1a-e98d54905a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ace76b24-c3b7-4925-b310-79f338d4269f,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:21.256772 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69995a9-8531-4f2b-be1a-e98d54905a34 admin admin] Checking segment: {'id': 'eb85bb1d-d03c-4ee4-83d9-8bb61def30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:51:21.257126 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69995a9-8531-4f2b-be1a-e98d54905a34 admin admin] Network hostable DHCP agents. Network: 759e632a-fe01-4c96-a989-2dc2f421382b, hostable agents: ['c690b10a-9812-45df-b2f8-72b352956aca'], hosted agents: [] {{(pid=109498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 15:51:21.273452 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69995a9-8531-4f2b-be1a-e98d54905a34 admin admin] Network 759e632a-fe01-4c96-a989-2dc2f421382b is scheduled to be hosted by DHCP agent c690b10a-9812-45df-b2f8-72b352956aca with binding_index 1 {{(pid=109498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 15:51:21.281820 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-d69995a9-8531-4f2b-be1a-e98d54905a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-36-iscsi, 759e632a-fe01-4c96-a989-2dc2f421382b) {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:51:21.285669 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69995a9-8531-4f2b-be1a-e98d54905a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:21.286261 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d69995a9-8531-4f2b-be1a-e98d54905a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for subnet (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:21.293635 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d7dcb2-03b3-4a03-a588-8c140095dfe8 None None] Network 759e632a-fe01-4c96-a989-2dc2f421382b requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:51:21.303827 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-d69995a9-8531-4f2b-be1a-e98d54905a34 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.2898774 Feb 17 15:51:21.304021 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 56658) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:21.308251 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-f65c845e-ba78-4a02-8407-9a39a7a75946 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:51:21.326322 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f65c845e-ba78-4a02-8407-9a39a7a75946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-222821'] for router (347a5324-6c18-40b2-a505-f131883c2fc2), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:21.327381 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f65c845e-ba78-4a02-8407-9a39a7a75946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-222878'] for router (347a5324-6c18-40b2-a505-f131883c2fc2), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:21.380731 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f65c845e-ba78-4a02-8407-9a39a7a75946 admin admin] Publish callbacks [] for router_controller (347a5324-6c18-40b2-a505-f131883c2fc2), precommit_add_association {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:21.392953 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e22331-8717-45ea-b174-5a785bf5a226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bcae54e-08a9-5feb-a18c-c07b874cf816-759e632a-fe01-4c96-a989-2dc2f421382b', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f'}]}} from dv-cinder-606346-36-iscsi. {{(pid=109500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 15:51:21.393807 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-e8e22331-8717-45ea-b174-5a785bf5a226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:21.517105 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f65c845e-ba78-4a02-8407-9a39a7a75946 admin admin] Publish callbacks [] for router_gateway (347a5324-6c18-40b2-a505-f131883c2fc2), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:21.523973 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.db_base_plugin_common [None req-e8e22331-8717-45ea-b174-5a785bf5a226 None None] Allocated IP 172.20.0.2 (759e632a-fe01-4c96-a989-2dc2f421382b/ace76b24-c3b7-4925-b310-79f338d4269f/a40c22ec-0acd-49e2-a35a-5550ee0d459f) {{(pid=109500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:51:21.667889 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-e8e22331-8717-45ea-b174-5a785bf5a226 None None] Publish callbacks [] for port (a40c22ec-0acd-49e2-a35a-5550ee0d459f), precommit_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:21.674793 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-e8e22331-8717-45ea-b174-5a785bf5a226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664'] for port (a40c22ec-0acd-49e2-a35a-5550ee0d459f), after_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:21.713943 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e22331-8717-45ea-b174-5a785bf5a226 None None] Network 759e632a-fe01-4c96-a989-2dc2f421382b is already hosted by enough agents. {{(pid=109500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:51:21.714288 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f65c845e-ba78-4a02-8407-9a39a7a75946 admin admin] Publish callbacks [] for router_gateway (347a5324-6c18-40b2-a505-f131883c2fc2), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:21.721069 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.scheduler.base_scheduler [None req-e8e22331-8717-45ea-b174-5a785bf5a226 None None] Resources bound (agent type, host, resource id): {{(pid=109500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:51:21.724903 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e22331-8717-45ea-b174-5a785bf5a226 None None] Received port after_create {{(pid=109500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:51:21.730342 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e22331-8717-45ea-b174-5a785bf5a226 None None] Pushing event updated for resources: {'Port': ['ID=a40c22ec-0acd-49e2-a35a-5550ee0d459f,revision_number=1']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:21.734096 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f65c845e-ba78-4a02-8407-9a39a7a75946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:21.783156 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-e8e22331-8717-45ea-b174-5a785bf5a226 None None] Attempting to bind port a40c22ec-0acd-49e2-a35a-5550ee0d459f on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:51:21.783441 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-e8e22331-8717-45ea-b174-5a785bf5a226 None None] Attempting to bind port a40c22ec-0acd-49e2-a35a-5550ee0d459f by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': 'eb85bb1d-d03c-4ee4-83d9-8bb61def30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b'}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:51:21.783798 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e22331-8717-45ea-b174-5a785bf5a226 None None] Attempting to bind port a40c22ec-0acd-49e2-a35a-5550ee0d459f on network 759e632a-fe01-4c96-a989-2dc2f421382b {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:51:21.788753 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e22331-8717-45ea-b174-5a785bf5a226 None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:51:21.789124 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e22331-8717-45ea-b174-5a785bf5a226 None None] Checking segment: {'id': 'eb85bb1d-d03c-4ee4-83d9-8bb61def30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:51:21.789521 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-e8e22331-8717-45ea-b174-5a785bf5a226 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:21.789912 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e22331-8717-45ea-b174-5a785bf5a226 None None] Bound using segment: {'id': 'eb85bb1d-d03c-4ee4-83d9-8bb61def30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b'} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:51:21.790370 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-e8e22331-8717-45ea-b174-5a785bf5a226 None None] Bound port: a40c22ec-0acd-49e2-a35a-5550ee0d459f, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb85bb1d-d03c-4ee4-83d9-8bb61def30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b'}}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:51:21.790744 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-e8e22331-8717-45ea-b174-5a785bf5a226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (a40c22ec-0acd-49e2-a35a-5550ee0d459f), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:21.834158 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_common [None req-f65c845e-ba78-4a02-8407-9a39a7a75946 admin admin] Allocated IP 172.27.3.104 (429489ab-2a85-400d-8dac-2c90bfd61144/c701940c-dc66-45fb-ad02-3d3f314099e2/8a194cfc-6d88-4954-ad98-9dde4f545b02) {{(pid=109498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:51:21.852230 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-e8e22331-8717-45ea-b174-5a785bf5a226 None None] For port a40c22ec-0acd-49e2-a35a-5550ee0d459f, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:51:21.855230 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-e8e22331-8717-45ea-b174-5a785bf5a226 None None] For port a40c22ec-0acd-49e2-a35a-5550ee0d459f, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=a40c22ec-0acd-49e2-a35a-5550ee0d459f,segment=NetworkSegment(eb85bb1d-d03c-4ee4-83d9-8bb61def30f3),segment_id=eb85bb1d-d03c-4ee4-83d9-8bb61def30f3)] {{(pid=109500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:51:21.860779 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-e8e22331-8717-45ea-b174-5a785bf5a226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (a40c22ec-0acd-49e2-a35a-5550ee0d459f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:21.920709 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e22331-8717-45ea-b174-5a785bf5a226 None None] Pushing event updated for resources: {'Port': ['ID=a40c22ec-0acd-49e2-a35a-5550ee0d459f,revision_number=2']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:21.942710 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f65c845e-ba78-4a02-8407-9a39a7a75946 admin admin] Publish callbacks [] for port (8a194cfc-6d88-4954-ad98-9dde4f545b02), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:21.976837 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f65c845e-ba78-4a02-8407-9a39a7a75946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (8a194cfc-6d88-4954-ad98-9dde4f545b02), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:22.012733 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65c845e-ba78-4a02-8407-9a39a7a75946 admin admin] Network 429489ab-2a85-400d-8dac-2c90bfd61144 is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:51:22.019614 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-f65c845e-ba78-4a02-8407-9a39a7a75946 admin admin] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:51:22.025995 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c845e-ba78-4a02-8407-9a39a7a75946 admin admin] Pushing event updated for resources: {'Port': ['ID=8a194cfc-6d88-4954-ad98-9dde4f545b02,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:22.028289 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c845e-ba78-4a02-8407-9a39a7a75946 admin admin] Received port after_create {{(pid=109498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:51:22.302208 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f65c845e-ba78-4a02-8407-9a39a7a75946 admin admin] Publish callbacks [] for router_gateway (347a5324-6c18-40b2-a505-f131883c2fc2), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:22.495351 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f65c845e-ba78-4a02-8407-9a39a7a75946 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605957'] for router (347a5324-6c18-40b2-a505-f131883c2fc2), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:22.629496 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65c845e-ba78-4a02-8407-9a39a7a75946 admin admin] Router 347a5324-6c18-40b2-a505-f131883c2fc2 is scheduled to L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 with binding_index 1 {{(pid=109498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 15:51:22.751418 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65c845e-ba78-4a02-8407-9a39a7a75946 admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:51:22.760641 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] Sync routers for ids ['347a5324-6c18-40b2-a505-f131883c2fc2'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:51:22.768692 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f65c845e-ba78-4a02-8407-9a39a7a75946 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:22.772648 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-f65c845e-ba78-4a02-8407-9a39a7a75946 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4649737 Feb 17 15:51:22.773087 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 56660) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:22.775178 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] Routers {'347a5324-6c18-40b2-a505-f131883c2fc2'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:51:22.775785 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:51:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['347a5324-6c18-40b2-a505-f131883c2fc2'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:22.848906 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992e10a8-c1a9-4cf4-8c4b-c3f08e8cd093 None None] Network 759e632a-fe01-4c96-a989-2dc2f421382b requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:51:22.946125 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-f0d65263-9004-47f9-8c96-9ca476840eec None None] Provisioning complete for port a40c22ec-0acd-49e2-a35a-5550ee0d459f triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:51:22.946503 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-f0d65263-9004-47f9-8c96-9ca476840eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (a40c22ec-0acd-49e2-a35a-5550ee0d459f), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:22.981920 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] Set router 347a5324-6c18-40b2-a505-f131883c2fc2 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:51:23.338294 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-f0d65263-9004-47f9-8c96-9ca476840eec None None] Current status of the port a40c22ec-0acd-49e2-a35a-5550ee0d459f is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:51:23.338684 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-f0d65263-9004-47f9-8c96-9ca476840eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (a40c22ec-0acd-49e2-a35a-5550ee0d459f), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:23.389151 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-f0d65263-9004-47f9-8c96-9ca476840eec None None] For port a40c22ec-0acd-49e2-a35a-5550ee0d459f, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=a40c22ec-0acd-49e2-a35a-5550ee0d459f,segment=NetworkSegment(eb85bb1d-d03c-4ee4-83d9-8bb61def30f3),segment_id=eb85bb1d-d03c-4ee4-83d9-8bb61def30f3)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:23.397235 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-f0d65263-9004-47f9-8c96-9ca476840eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (a40c22ec-0acd-49e2-a35a-5550ee0d459f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:23.430890 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:22Z', 'revision_number': 3, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:23.451843 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-5693c9e2-b47e-4647-a86b-f01eb2bab64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:23.471076 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device a40c22ec-0acd-49e2-a35a-5550ee0d459f up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:51:23.498373 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] Checking router: 347a5324-6c18-40b2-a505-f131883c2fc2 for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:51:23.498736 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] Updating router 347a5324-6c18-40b2-a505-f131883c2fc2 port 8a194cfc-6d88-4954-ad98-9dde4f545b02 binding host dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 15:51:23.564312 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d65263-9004-47f9-8c96-9ca476840eec None None] Pushing event updated for resources: {'Port': ['ID=a40c22ec-0acd-49e2-a35a-5550ee0d459f,revision_number=3']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:23.571588 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8a194cfc-6d88-4954-ad98-9dde4f545b02), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:23.595584 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-c0bebcce-2c83-4807-874c-67b195cfb3b0 None None] Provisioning complete for port a40c22ec-0acd-49e2-a35a-5550ee0d459f triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:51:23.596008 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-c0bebcce-2c83-4807-874c-67b195cfb3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (a40c22ec-0acd-49e2-a35a-5550ee0d459f), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:23.608378 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [None req-5693c9e2-b47e-4647-a86b-f01eb2bab64a admin admin] Allocated IP 172.20.0.1 (759e632a-fe01-4c96-a989-2dc2f421382b/ace76b24-c3b7-4925-b310-79f338d4269f/0488e847-b3f1-443a-97a4-fcf8fe370cfc) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:51:23.703901 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port a40c22ec-0acd-49e2-a35a-5550ee0d459f triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:51:23.704284 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (a40c22ec-0acd-49e2-a35a-5550ee0d459f), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:23.708813 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-5693c9e2-b47e-4647-a86b-f01eb2bab64a admin admin] Publish callbacks [] for port (0488e847-b3f1-443a-97a4-fcf8fe370cfc), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:23.741966 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-5693c9e2-b47e-4647-a86b-f01eb2bab64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (0488e847-b3f1-443a-97a4-fcf8fe370cfc), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:23.786412 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5693c9e2-b47e-4647-a86b-f01eb2bab64a admin admin] Network 759e632a-fe01-4c96-a989-2dc2f421382b is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:51:23.789241 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-5693c9e2-b47e-4647-a86b-f01eb2bab64a admin admin] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:51:23.793808 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5693c9e2-b47e-4647-a86b-f01eb2bab64a admin admin] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:51:23.795755 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693c9e2-b47e-4647-a86b-f01eb2bab64a admin admin] Pushing event updated for resources: {'Port': ['ID=0488e847-b3f1-443a-97a4-fcf8fe370cfc,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:23.833185 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-5693c9e2-b47e-4647-a86b-f01eb2bab64a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606936'] for router_interface (347a5324-6c18-40b2-a505-f131883c2fc2), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:23.850016 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-c0bebcce-2c83-4807-874c-67b195cfb3b0 None None] Current status of the port a40c22ec-0acd-49e2-a35a-5550ee0d459f is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:51:23.920037 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port a40c22ec-0acd-49e2-a35a-5550ee0d459f is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:51:23.977057 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-5693c9e2-b47e-4647-a86b-f01eb2bab64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (0488e847-b3f1-443a-97a4-fcf8fe370cfc), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:23.989925 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] Publish callbacks [] for port (8a194cfc-6d88-4954-ad98-9dde4f545b02), precommit_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:23.996937 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (8a194cfc-6d88-4954-ad98-9dde4f545b02), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:24.048098 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] Attempting to bind port 8a194cfc-6d88-4954-ad98-9dde4f545b02 on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:51:24.048500 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] Attempting to bind port 8a194cfc-6d88-4954-ad98-9dde4f545b02 by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:51:24.048874 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] Attempting to bind port 8a194cfc-6d88-4954-ad98-9dde4f545b02 on network 429489ab-2a85-400d-8dac-2c90bfd61144 {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:51:24.057408 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:51:24.057789 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] Checking segment: {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:51:24.058258 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:24.058654 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] Bound using segment: {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:51:24.059119 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] Bound port: 8a194cfc-6d88-4954-ad98-9dde4f545b02, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:51:24.059503 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8a194cfc-6d88-4954-ad98-9dde4f545b02), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:24.062905 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fb6dc-0a47-4318-b895-3e274e1dbb57 None None] Pushing event updated for resources: {'Port': ['ID=8a194cfc-6d88-4954-ad98-9dde4f545b02,revision_number=2']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:24.115821 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-d6674875-da29-428a-a9ac-b974d425ee25 None None] Provisioning complete for port 0488e847-b3f1-443a-97a4-fcf8fe370cfc triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:51:24.116118 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-d6674875-da29-428a-a9ac-b974d425ee25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (0488e847-b3f1-443a-97a4-fcf8fe370cfc), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:24.139987 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] For port 8a194cfc-6d88-4954-ad98-9dde4f545b02, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:51:24.145441 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-5693c9e2-b47e-4647-a86b-f01eb2bab64a admin admin] Publish callbacks [] for port (0488e847-b3f1-443a-97a4-fcf8fe370cfc), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:24.158605 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-5693c9e2-b47e-4647-a86b-f01eb2bab64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (0488e847-b3f1-443a-97a4-fcf8fe370cfc), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:24.160645 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] For port 8a194cfc-6d88-4954-ad98-9dde4f545b02, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=8a194cfc-6d88-4954-ad98-9dde4f545b02,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:51:24.172075 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-d6674875-da29-428a-a9ac-b974d425ee25 None None] Port 0488e847-b3f1-443a-97a4-fcf8fe370cfc cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:51:24.173939 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (8a194cfc-6d88-4954-ad98-9dde4f545b02), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:24.231451 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-5693c9e2-b47e-4647-a86b-f01eb2bab64a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607044'] for router_interface (347a5324-6c18-40b2-a505-f131883c2fc2), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:24.232346 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fb6dc-0a47-4318-b895-3e274e1dbb57 None None] Pushing event updated for resources: {'Port': ['ID=8a194cfc-6d88-4954-ad98-9dde4f545b02,revision_number=3']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:24.234117 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693c9e2-b47e-4647-a86b-f01eb2bab64a admin admin] Pushing event updated for resources: {'Port': ['ID=0488e847-b3f1-443a-97a4-fcf8fe370cfc,revision_number=2']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:24.234967 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] Routers {'347a5324-6c18-40b2-a505-f131883c2fc2'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:51:24.235561 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:51:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['347a5324-6c18-40b2-a505-f131883c2fc2'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:24.325523 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5693c9e2-b47e-4647-a86b-f01eb2bab64a admin admin] Network 759e632a-fe01-4c96-a989-2dc2f421382b is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:51:24.326816 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-5693c9e2-b47e-4647-a86b-f01eb2bab64a admin admin] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:51:24.344721 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] Set router 347a5324-6c18-40b2-a505-f131883c2fc2 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:51:24.453333 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5693c9e2-b47e-4647-a86b-f01eb2bab64a admin admin] Router 347a5324-6c18-40b2-a505-f131883c2fc2 has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:51:24.558897 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:23Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '0488e847-b3f1-443a-97a4-fcf8fe370cfc', 'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'mac_address': 'fa:16:3e:a1:df:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:23Z', 'updated_at': '2022-02-17T15:51:24Z', 'revision_number': 2, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'subnets': [{'id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:24.565518 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5693c9e2-b47e-4647-a86b-f01eb2bab64a admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:51:24.570629 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-5693c9e2-b47e-4647-a86b-f01eb2bab64a admin admin] 10.222.0.67 "PUT /v2.0/routers/347a5324-6c18-40b2-a505-f131883c2fc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7964492 Feb 17 15:51:24.589243 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c3d418-4d10-497a-8e34-fc4793a9b63b None None] The sync data for ids ['347a5324-6c18-40b2-a505-f131883c2fc2'] in dv-cinder-606346-36-iscsi is: [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:23Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '0488e847-b3f1-443a-97a4-fcf8fe370cfc', 'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'mac_address': 'fa:16:3e:a1:df:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:23Z', 'updated_at': '2022-02-17T15:51:24Z', 'revision_number': 2, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'subnets': [{'id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:51:24.599763 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-63089e8c-eff2-472e-abe0-1e9ae37e1b2e None None] Provisioning complete for port 0488e847-b3f1-443a-97a4-fcf8fe370cfc triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:51:24.600337 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-63089e8c-eff2-472e-abe0-1e9ae37e1b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (0488e847-b3f1-443a-97a4-fcf8fe370cfc), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:24.639591 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-63089e8c-eff2-472e-abe0-1e9ae37e1b2e None None] Port 0488e847-b3f1-443a-97a4-fcf8fe370cfc cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:51:25.055133 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 56678) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:25.060641 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-dcda9652-5aa1-4404-9b67-0a3127e15a54 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-47013503-network', 'tenant_id': '1a0c5df65894496a96b0475ace442a2d'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:51:25.080312 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcda9652-5aa1-4404-9b67-0a3127e15a54 admin admin] Made reservation on behalf of 1a0c5df65894496a96b0475ace442a2d for: {'network': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:51:25.082851 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dcda9652-5aa1-4404-9b67-0a3127e15a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for network (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:25.092929 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dcda9652-5aa1-4404-9b67-0a3127e15a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:25.170711 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dcda9652-5aa1-4404-9b67-0a3127e15a54 admin admin] Publish callbacks [] for security_group (5b44dd28-8459-4f41-b411-71e8f45917d1), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:25.174683 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dcda9652-5aa1-4404-9b67-0a3127e15a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (5b44dd28-8459-4f41-b411-71e8f45917d1), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:25.202267 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcda9652-5aa1-4404-9b67-0a3127e15a54 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=109499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 15:51:25.213000 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda9652-5aa1-4404-9b67-0a3127e15a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b44dd28-8459-4f41-b411-71e8f45917d1,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:25.220923 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dcda9652-5aa1-4404-9b67-0a3127e15a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (5cab2f0a-6982-4a96-a89b-879fda536d34), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:25.221317 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.segments_db [None req-dcda9652-5aa1-4404-9b67-0a3127e15a54 admin admin] Added segment 5cab2f0a-6982-4a96-a89b-879fda536d34 of type vlan for network 9f9d7d2a-e81e-45de-93c4-633ad4ef8574 Feb 17 15:51:25.266190 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dcda9652-5aa1-4404-9b67-0a3127e15a54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726998781570'] for network (9f9d7d2a-e81e-45de-93c4-633ad4ef8574), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:25.291576 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dcda9652-5aa1-4404-9b67-0a3127e15a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for network (9f9d7d2a-e81e-45de-93c4-633ad4ef8574), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:25.292794 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcda9652-5aa1-4404-9b67-0a3127e15a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:25.293465 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-dcda9652-5aa1-4404-9b67-0a3127e15a54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:25.330032 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-dcda9652-5aa1-4404-9b67-0a3127e15a54 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2737308 Feb 17 15:51:25.332764 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 56680) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:25.337671 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-c0da5b68-6fa6-408a-9d22-1ce2f7a0479b admin admin] Request body: {'subnet': {'network_id': '9f9d7d2a-e81e-45de-93c4-633ad4ef8574', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-47013503-subnet', 'tenant_id': '1a0c5df65894496a96b0475ace442a2d', 'ip_version': 4}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:51:25.361080 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0da5b68-6fa6-408a-9d22-1ce2f7a0479b admin admin] Made reservation on behalf of 1a0c5df65894496a96b0475ace442a2d for: {'subnet': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:51:25.364606 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-c0da5b68-6fa6-408a-9d22-1ce2f7a0479b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8764477'] for subnet (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:25.373861 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda9652-5aa1-4404-9b67-0a3127e15a54 admin admin] Pushing event updated for resources: {'Network': ['ID=9f9d7d2a-e81e-45de-93c4-633ad4ef8574,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:25.386246 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Network 9f9d7d2a-e81e-45de-93c4-633ad4ef8574 details requested by agent ovs-agent-dv-cinder-606346-36-iscsi with host dv-cinder-606346-36-iscsi {{(pid=109500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 15:51:25.500129 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device a40c22ec-0acd-49e2-a35a-5550ee0d459f up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:51:25.553608 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port a40c22ec-0acd-49e2-a35a-5550ee0d459f triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:51:25.553987 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (a40c22ec-0acd-49e2-a35a-5550ee0d459f), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:25.584868 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-c0da5b68-6fa6-408a-9d22-1ce2f7a0479b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8764431'] for subnet (b72c084a-fcdf-4160-987c-e7a6f0576b99), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:25.634195 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da5b68-6fa6-408a-9d22-1ce2f7a0479b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b72c084a-fcdf-4160-987c-e7a6f0576b99,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:25.644826 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port a40c22ec-0acd-49e2-a35a-5550ee0d459f is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:51:25.645929 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 8a194cfc-6d88-4954-ad98-9dde4f545b02 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:51:25.656115 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0da5b68-6fa6-408a-9d22-1ce2f7a0479b admin admin] Checking segment: {'id': '5cab2f0a-6982-4a96-a89b-879fda536d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9f9d7d2a-e81e-45de-93c4-633ad4ef8574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:51:25.656831 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0da5b68-6fa6-408a-9d22-1ce2f7a0479b admin admin] Network hostable DHCP agents. Network: 9f9d7d2a-e81e-45de-93c4-633ad4ef8574, hostable agents: ['c690b10a-9812-45df-b2f8-72b352956aca'], hosted agents: [] {{(pid=109498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 15:51:25.674963 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0da5b68-6fa6-408a-9d22-1ce2f7a0479b admin admin] Network 9f9d7d2a-e81e-45de-93c4-633ad4ef8574 is scheduled to be hosted by DHCP agent c690b10a-9812-45df-b2f8-72b352956aca with binding_index 1 {{(pid=109498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 15:51:25.686143 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-c0da5b68-6fa6-408a-9d22-1ce2f7a0479b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-36-iscsi, 9f9d7d2a-e81e-45de-93c4-633ad4ef8574) {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:51:25.690528 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0da5b68-6fa6-408a-9d22-1ce2f7a0479b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:25.691137 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-c0da5b68-6fa6-408a-9d22-1ce2f7a0479b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for subnet (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:25.699813 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc584f40-43ab-43ba-b93c-9433dd4acee4 None None] Network 9f9d7d2a-e81e-45de-93c4-633ad4ef8574 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:51:25.705811 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 8a194cfc-6d88-4954-ad98-9dde4f545b02 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:51:25.706472 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (8a194cfc-6d88-4954-ad98-9dde4f545b02), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:25.708931 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-c0da5b68-6fa6-408a-9d22-1ce2f7a0479b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3750167 Feb 17 15:51:25.711552 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 56682) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:25.716825 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-2bf28307-fc5c-4153-873d-449dec84ee7a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-47013503-router', 'tenant_id': '1a0c5df65894496a96b0475ace442a2d', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:51:25.738746 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2bf28307-fc5c-4153-873d-449dec84ee7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1608018', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-222821'] for router (ff04eab9-7891-4e91-bcd3-99646906187b), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:25.739808 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2bf28307-fc5c-4153-873d-449dec84ee7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1608190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1605912', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-222878'] for router (ff04eab9-7891-4e91-bcd3-99646906187b), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:25.796351 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2bf28307-fc5c-4153-873d-449dec84ee7a admin admin] Publish callbacks [] for router_controller (ff04eab9-7891-4e91-bcd3-99646906187b), precommit_add_association {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:25.868300 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4374bd-c517-460d-94ca-5699f76ebe6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8bcae54e-08a9-5feb-a18c-c07b874cf816-9f9d7d2a-e81e-45de-93c4-633ad4ef8574', 'network_id': '9f9d7d2a-e81e-45de-93c4-633ad4ef8574', 'project_id': '1a0c5df65894496a96b0475ace442a2d', 'fixed_ips': [{'subnet_id': 'b72c084a-fcdf-4160-987c-e7a6f0576b99'}]}} from dv-cinder-606346-36-iscsi. {{(pid=109500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 15:51:25.869372 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-5d4374bd-c517-460d-94ca-5699f76ebe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:25.885047 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 8a194cfc-6d88-4954-ad98-9dde4f545b02 is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:51:25.885442 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8a194cfc-6d88-4954-ad98-9dde4f545b02), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:25.916750 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] For port 8a194cfc-6d88-4954-ad98-9dde4f545b02, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=8a194cfc-6d88-4954-ad98-9dde4f545b02,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:25.957304 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2bf28307-fc5c-4153-873d-449dec84ee7a admin admin] Publish callbacks [] for router_gateway (ff04eab9-7891-4e91-bcd3-99646906187b), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:25.971879 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (8a194cfc-6d88-4954-ad98-9dde4f545b02), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:26.061367 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Pushing event updated for resources: {'Port': ['ID=8a194cfc-6d88-4954-ad98-9dde4f545b02,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:26.078494 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.db_base_plugin_common [None req-5d4374bd-c517-460d-94ca-5699f76ebe6a None None] Allocated IP 172.20.0.2 (9f9d7d2a-e81e-45de-93c4-633ad4ef8574/b72c084a-fcdf-4160-987c-e7a6f0576b99/cc1e083b-e4ae-48d9-988c-ec379f1f5284) {{(pid=109500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:51:26.162970 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2bf28307-fc5c-4153-873d-449dec84ee7a admin admin] Publish callbacks [] for router_gateway (ff04eab9-7891-4e91-bcd3-99646906187b), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:26.182860 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2bf28307-fc5c-4153-873d-449dec84ee7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:26.293861 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [None req-2bf28307-fc5c-4153-873d-449dec84ee7a admin admin] Allocated IP 172.27.3.134 (429489ab-2a85-400d-8dac-2c90bfd61144/c701940c-dc66-45fb-ad02-3d3f314099e2/6197e255-a5db-45da-9ffa-98a558677456) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:51:26.354362 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-5d4374bd-c517-460d-94ca-5699f76ebe6a None None] Publish callbacks [] for port (cc1e083b-e4ae-48d9-988c-ec379f1f5284), precommit_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:26.361825 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-5d4374bd-c517-460d-94ca-5699f76ebe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664'] for port (cc1e083b-e4ae-48d9-988c-ec379f1f5284), after_create {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:26.401590 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2bf28307-fc5c-4153-873d-449dec84ee7a admin admin] Publish callbacks [] for port (6197e255-a5db-45da-9ffa-98a558677456), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:26.405792 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4374bd-c517-460d-94ca-5699f76ebe6a None None] Network 9f9d7d2a-e81e-45de-93c4-633ad4ef8574 is already hosted by enough agents. {{(pid=109500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:51:26.410933 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.scheduler.base_scheduler [None req-5d4374bd-c517-460d-94ca-5699f76ebe6a None None] Resources bound (agent type, host, resource id): {{(pid=109500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:51:26.413535 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4374bd-c517-460d-94ca-5699f76ebe6a None None] Received port after_create {{(pid=109500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:51:26.418487 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4374bd-c517-460d-94ca-5699f76ebe6a None None] Pushing event updated for resources: {'Port': ['ID=cc1e083b-e4ae-48d9-988c-ec379f1f5284,revision_number=1']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:26.439435 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2bf28307-fc5c-4153-873d-449dec84ee7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (6197e255-a5db-45da-9ffa-98a558677456), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:26.474951 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf28307-fc5c-4153-873d-449dec84ee7a admin admin] Network 429489ab-2a85-400d-8dac-2c90bfd61144 is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:51:26.476115 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-5d4374bd-c517-460d-94ca-5699f76ebe6a None None] Attempting to bind port cc1e083b-e4ae-48d9-988c-ec379f1f5284 on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:51:26.476619 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-5d4374bd-c517-460d-94ca-5699f76ebe6a None None] Attempting to bind port cc1e083b-e4ae-48d9-988c-ec379f1f5284 by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': '5cab2f0a-6982-4a96-a89b-879fda536d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9f9d7d2a-e81e-45de-93c4-633ad4ef8574'}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:51:26.477032 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4374bd-c517-460d-94ca-5699f76ebe6a None None] Attempting to bind port cc1e083b-e4ae-48d9-988c-ec379f1f5284 on network 9f9d7d2a-e81e-45de-93c4-633ad4ef8574 {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:51:26.477744 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-2bf28307-fc5c-4153-873d-449dec84ee7a admin admin] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:51:26.483049 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4374bd-c517-460d-94ca-5699f76ebe6a None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:51:26.483215 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf28307-fc5c-4153-873d-449dec84ee7a admin admin] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:51:26.483428 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4374bd-c517-460d-94ca-5699f76ebe6a None None] Checking segment: {'id': '5cab2f0a-6982-4a96-a89b-879fda536d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9f9d7d2a-e81e-45de-93c4-633ad4ef8574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:51:26.483831 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-5d4374bd-c517-460d-94ca-5699f76ebe6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:26.484231 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4374bd-c517-460d-94ca-5699f76ebe6a None None] Bound using segment: {'id': '5cab2f0a-6982-4a96-a89b-879fda536d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9f9d7d2a-e81e-45de-93c4-633ad4ef8574'} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:51:26.484726 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-5d4374bd-c517-460d-94ca-5699f76ebe6a None None] Bound port: cc1e083b-e4ae-48d9-988c-ec379f1f5284, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cab2f0a-6982-4a96-a89b-879fda536d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9f9d7d2a-e81e-45de-93c4-633ad4ef8574'}}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:51:26.485115 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-5d4374bd-c517-460d-94ca-5699f76ebe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (cc1e083b-e4ae-48d9-988c-ec379f1f5284), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:26.511433 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf28307-fc5c-4153-873d-449dec84ee7a admin admin] Pushing event updated for resources: {'Port': ['ID=6197e255-a5db-45da-9ffa-98a558677456,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:26.553698 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-5d4374bd-c517-460d-94ca-5699f76ebe6a None None] For port cc1e083b-e4ae-48d9-988c-ec379f1f5284, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:51:26.557389 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-5d4374bd-c517-460d-94ca-5699f76ebe6a None None] For port cc1e083b-e4ae-48d9-988c-ec379f1f5284, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=cc1e083b-e4ae-48d9-988c-ec379f1f5284,segment=NetworkSegment(5cab2f0a-6982-4a96-a89b-879fda536d34),segment_id=5cab2f0a-6982-4a96-a89b-879fda536d34)] {{(pid=109500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:51:26.564945 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-5d4374bd-c517-460d-94ca-5699f76ebe6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (cc1e083b-e4ae-48d9-988c-ec379f1f5284), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:26.627548 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4374bd-c517-460d-94ca-5699f76ebe6a None None] Pushing event updated for resources: {'Port': ['ID=cc1e083b-e4ae-48d9-988c-ec379f1f5284,revision_number=2']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:26.750317 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] Sync routers for ids ['347a5324-6c18-40b2-a505-f131883c2fc2'] in dv-cinder-606346-36-iscsi {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:51:26.762008 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] Routers {'347a5324-6c18-40b2-a505-f131883c2fc2'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:51:26.767733 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2bf28307-fc5c-4153-873d-449dec84ee7a admin admin] Publish callbacks [] for router_gateway (ff04eab9-7891-4e91-bcd3-99646906187b), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:26.775240 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:51:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['347a5324-6c18-40b2-a505-f131883c2fc2'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:26.898722 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] Set router 347a5324-6c18-40b2-a505-f131883c2fc2 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:51:26.991300 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2bf28307-fc5c-4153-873d-449dec84ee7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1608135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1605957'] for router (ff04eab9-7891-4e91-bcd3-99646906187b), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:27.098047 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:23Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '0488e847-b3f1-443a-97a4-fcf8fe370cfc', 'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'mac_address': 'fa:16:3e:a1:df:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:23Z', 'updated_at': '2022-02-17T15:51:24Z', 'revision_number': 2, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'subnets': [{'id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:27.122217 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf28307-fc5c-4153-873d-449dec84ee7a admin admin] Router ff04eab9-7891-4e91-bcd3-99646906187b is scheduled to L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 with binding_index 1 {{(pid=109499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 15:51:27.128460 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] Checking router: 347a5324-6c18-40b2-a505-f131883c2fc2 for host: dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:51:27.128829 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] Updating router 347a5324-6c18-40b2-a505-f131883c2fc2 port 0488e847-b3f1-443a-97a4-fcf8fe370cfc binding host dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 15:51:27.156118 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (0488e847-b3f1-443a-97a4-fcf8fe370cfc), before_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:27.479673 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] Publish callbacks [] for port (0488e847-b3f1-443a-97a4-fcf8fe370cfc), precommit_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:27.488408 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (0488e847-b3f1-443a-97a4-fcf8fe370cfc), after_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:27.505924 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf28307-fc5c-4153-873d-449dec84ee7a admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:51:27.516288 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] Sync routers for ids ['ff04eab9-7891-4e91-bcd3-99646906187b'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:51:27.532659 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2bf28307-fc5c-4153-873d-449dec84ee7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:27.534158 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-2bf28307-fc5c-4153-873d-449dec84ee7a admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8214409 Feb 17 15:51:27.537265 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 56686) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:27.545678 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 8a194cfc-6d88-4954-ad98-9dde4f545b02 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:51:27.561317 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ebf15-b460-4b57-9f5b-c232eeee9db4 None None] Pushing event updated for resources: {'Port': ['ID=0488e847-b3f1-443a-97a4-fcf8fe370cfc,revision_number=3']} {{(pid=109501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:27.588631 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] Routers {'ff04eab9-7891-4e91-bcd3-99646906187b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:51:27.589771 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:51:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['ff04eab9-7891-4e91-bcd3-99646906187b'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:27.609196 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] Attempting to bind port 0488e847-b3f1-443a-97a4-fcf8fe370cfc on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:51:27.609726 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] Attempting to bind port 0488e847-b3f1-443a-97a4-fcf8fe370cfc by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': 'eb85bb1d-d03c-4ee4-83d9-8bb61def30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b'}] {{(pid=109501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:51:27.610096 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] Attempting to bind port 0488e847-b3f1-443a-97a4-fcf8fe370cfc on network 759e632a-fe01-4c96-a989-2dc2f421382b {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:51:27.617292 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:51:27.617292 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] Checking segment: {'id': 'eb85bb1d-d03c-4ee4-83d9-8bb61def30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:51:27.618126 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:27.618126 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] Bound using segment: {'id': 'eb85bb1d-d03c-4ee4-83d9-8bb61def30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b'} {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:51:27.618471 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] Bound port: 0488e847-b3f1-443a-97a4-fcf8fe370cfc, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb85bb1d-d03c-4ee4-83d9-8bb61def30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b'}}] {{(pid=109501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:51:27.618834 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (0488e847-b3f1-443a-97a4-fcf8fe370cfc), before_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:27.622252 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ebf15-b460-4b57-9f5b-c232eeee9db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:27.622608 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ebf15-b460-4b57-9f5b-c232eeee9db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:27.623116 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ebf15-b460-4b57-9f5b-c232eeee9db4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:27.623466 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ebf15-b460-4b57-9f5b-c232eeee9db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:27.623870 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ebf15-b460-4b57-9f5b-c232eeee9db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:27.624211 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ebf15-b460-4b57-9f5b-c232eeee9db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:27.624583 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ebf15-b460-4b57-9f5b-c232eeee9db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:27.624923 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ebf15-b460-4b57-9f5b-c232eeee9db4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:27.625250 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ebf15-b460-4b57-9f5b-c232eeee9db4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:27.625692 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ebf15-b460-4b57-9f5b-c232eeee9db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:27.626155 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ebf15-b460-4b57-9f5b-c232eeee9db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:27.626487 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ebf15-b460-4b57-9f5b-c232eeee9db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:27.626812 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444ebf15-b460-4b57-9f5b-c232eeee9db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:51:27.669212 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abffab0-d1dd-4e75-b847-596b162a5b8f None None] Network 9f9d7d2a-e81e-45de-93c4-633ad4ef8574 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:51:27.744620 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.db [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] For port 0488e847-b3f1-443a-97a4-fcf8fe370cfc, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:51:27.749523 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.db [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] For port 0488e847-b3f1-443a-97a4-fcf8fe370cfc, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=0488e847-b3f1-443a-97a4-fcf8fe370cfc,segment=NetworkSegment(eb85bb1d-d03c-4ee4-83d9-8bb61def30f3),segment_id=eb85bb1d-d03c-4ee4-83d9-8bb61def30f3)] {{(pid=109501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:51:27.757660 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (0488e847-b3f1-443a-97a4-fcf8fe370cfc), after_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:27.793160 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-20b7a87d-c78a-44b3-af32-c6e3817cf0fc None None] Provisioning complete for port cc1e083b-e4ae-48d9-988c-ec379f1f5284 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:51:27.793295 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-20b7a87d-c78a-44b3-af32-c6e3817cf0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (cc1e083b-e4ae-48d9-988c-ec379f1f5284), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:27.823127 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ebf15-b460-4b57-9f5b-c232eeee9db4 None None] Pushing event updated for resources: {'Port': ['ID=0488e847-b3f1-443a-97a4-fcf8fe370cfc,revision_number=4']} {{(pid=109501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:27.834671 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] Routers {'347a5324-6c18-40b2-a505-f131883c2fc2'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:51:27.835298 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:51:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['347a5324-6c18-40b2-a505-f131883c2fc2'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:27.841676 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 8a194cfc-6d88-4954-ad98-9dde4f545b02 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:51:27.842061 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (8a194cfc-6d88-4954-ad98-9dde4f545b02), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:27.944899 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] Set router ff04eab9-7891-4e91-bcd3-99646906187b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:51:28.077975 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-20b7a87d-c78a-44b3-af32-c6e3817cf0fc None None] Current status of the port cc1e083b-e4ae-48d9-988c-ec379f1f5284 is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:51:28.078377 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-20b7a87d-c78a-44b3-af32-c6e3817cf0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (cc1e083b-e4ae-48d9-988c-ec379f1f5284), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:28.117882 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] Set router 347a5324-6c18-40b2-a505-f131883c2fc2 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:51:28.250988 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-20b7a87d-c78a-44b3-af32-c6e3817cf0fc None None] For port cc1e083b-e4ae-48d9-988c-ec379f1f5284, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=cc1e083b-e4ae-48d9-988c-ec379f1f5284,segment=NetworkSegment(5cab2f0a-6982-4a96-a89b-879fda536d34),segment_id=5cab2f0a-6982-4a96-a89b-879fda536d34)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:28.281562 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-20b7a87d-c78a-44b3-af32-c6e3817cf0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (cc1e083b-e4ae-48d9-988c-ec379f1f5284), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:28.298474 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 8a194cfc-6d88-4954-ad98-9dde4f545b02 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:51:28.299612 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device cc1e083b-e4ae-48d9-988c-ec379f1f5284 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:51:28.408332 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7a87d-c78a-44b3-af32-c6e3817cf0fc None None] Pushing event updated for resources: {'Port': ['ID=cc1e083b-e4ae-48d9-988c-ec379f1f5284,revision_number=3']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:28.426832 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff04eab9-7891-4e91-bcd3-99646906187b', 'name': 'tempest-TestVolumeBootPattern-47013503-router', 'tenant_id': '1a0c5df65894496a96b0475ace442a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '6197e255-a5db-45da-9ffa-98a558677456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:25Z', 'updated_at': '2022-02-17T15:51:26Z', 'revision_number': 3, 'project_id': '1a0c5df65894496a96b0475ace442a2d', 'gw_port': {'id': '6197e255-a5db-45da-9ffa-98a558677456', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff04eab9-7891-4e91-bcd3-99646906187b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:26Z', 'updated_at': '2022-02-17T15:51:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:28.434283 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:23Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '0488e847-b3f1-443a-97a4-fcf8fe370cfc', 'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'mac_address': 'fa:16:3e:a1:df:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:23Z', 'updated_at': '2022-02-17T15:51:27Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'subnets': [{'id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:28.460733 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] Checking router: ff04eab9-7891-4e91-bcd3-99646906187b for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:51:28.460944 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-59d0cea9-705b-4fc8-9dee-59789f239ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:28.461056 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] Updating router ff04eab9-7891-4e91-bcd3-99646906187b port 6197e255-a5db-45da-9ffa-98a558677456 binding host dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 15:51:28.463268 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-1c0c71a1-568c-4f92-9bf3-6ffe4203147f None None] Provisioning complete for port 0488e847-b3f1-443a-97a4-fcf8fe370cfc triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:51:28.463642 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-1c0c71a1-568c-4f92-9bf3-6ffe4203147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (0488e847-b3f1-443a-97a4-fcf8fe370cfc), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:28.475175 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5bbc13-787c-4bc3-ae1d-e2286700c80c None None] The sync data for ids ['347a5324-6c18-40b2-a505-f131883c2fc2'] in dv-cinder-606346-36-iscsi is: [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:23Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '0488e847-b3f1-443a-97a4-fcf8fe370cfc', 'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'mac_address': 'fa:16:3e:a1:df:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:23Z', 'updated_at': '2022-02-17T15:51:27Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'subnets': [{'id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:51:28.530547 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port cc1e083b-e4ae-48d9-988c-ec379f1f5284 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:51:28.531028 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (cc1e083b-e4ae-48d9-988c-ec379f1f5284), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:28.571404 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (6197e255-a5db-45da-9ffa-98a558677456), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:28.655024 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_common [None req-59d0cea9-705b-4fc8-9dee-59789f239ac8 admin admin] Allocated IP 172.20.0.1 (9f9d7d2a-e81e-45de-93c4-633ad4ef8574/b72c084a-fcdf-4160-987c-e7a6f0576b99/49730fd1-8a0e-479f-9b24-be7b61d6b85d) {{(pid=109498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:51:28.785708 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-59d0cea9-705b-4fc8-9dee-59789f239ac8 admin admin] Publish callbacks [] for port (49730fd1-8a0e-479f-9b24-be7b61d6b85d), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:28.795303 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port cc1e083b-e4ae-48d9-988c-ec379f1f5284 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:51:28.806882 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-1c0c71a1-568c-4f92-9bf3-6ffe4203147f None None] Current status of the port 0488e847-b3f1-443a-97a4-fcf8fe370cfc is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:51:28.807282 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-1c0c71a1-568c-4f92-9bf3-6ffe4203147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (0488e847-b3f1-443a-97a4-fcf8fe370cfc), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:28.825899 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-59d0cea9-705b-4fc8-9dee-59789f239ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (49730fd1-8a0e-479f-9b24-be7b61d6b85d), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:28.849900 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb2772-347d-4b9a-a77b-dd3907719ac9 req-6a0827d9-735f-4652-ac82-0afc30bb1811 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:28.852421 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f0cb2772-347d-4b9a-a77b-dd3907719ac9 req-6a0827d9-735f-4652-ac82-0afc30bb1811 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.0799062 Feb 17 15:51:28.873974 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d0cea9-705b-4fc8-9dee-59789f239ac8 admin admin] Network 9f9d7d2a-e81e-45de-93c4-633ad4ef8574 is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:51:28.878757 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-59d0cea9-705b-4fc8-9dee-59789f239ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:51:28.896228 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d0cea9-705b-4fc8-9dee-59789f239ac8 admin admin] Received port after_create {{(pid=109498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:51:28.906933 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-1c0c71a1-568c-4f92-9bf3-6ffe4203147f None None] For port 0488e847-b3f1-443a-97a4-fcf8fe370cfc, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=0488e847-b3f1-443a-97a4-fcf8fe370cfc,segment=NetworkSegment(eb85bb1d-d03c-4ee4-83d9-8bb61def30f3),segment_id=eb85bb1d-d03c-4ee4-83d9-8bb61def30f3)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:28.915781 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-1c0c71a1-568c-4f92-9bf3-6ffe4203147f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (0488e847-b3f1-443a-97a4-fcf8fe370cfc), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:28.918298 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f0cb2772-347d-4b9a-a77b-dd3907719ac9 req-9bac36d5-2bc0-48fd-963d-ca864eedf1f3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596650 Feb 17 15:51:28.964261 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0cea9-705b-4fc8-9dee-59789f239ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=49730fd1-8a0e-479f-9b24-be7b61d6b85d,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:28.985420 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-59d0cea9-705b-4fc8-9dee-59789f239ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1606936'] for router_interface (ff04eab9-7891-4e91-bcd3-99646906187b), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:29.070148 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] Publish callbacks [] for port (6197e255-a5db-45da-9ffa-98a558677456), precommit_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:29.086272 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-c6bb757d-715a-49c6-ad3f-e657353fea30 None None] Provisioning complete for port cc1e083b-e4ae-48d9-988c-ec379f1f5284 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:51:29.086738 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-c6bb757d-715a-49c6-ad3f-e657353fea30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (cc1e083b-e4ae-48d9-988c-ec379f1f5284), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:29.091534 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (6197e255-a5db-45da-9ffa-98a558677456), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:29.115568 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c71a1-568c-4f92-9bf3-6ffe4203147f None None] Pushing event updated for resources: {'Port': ['ID=0488e847-b3f1-443a-97a4-fcf8fe370cfc,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:29.151574 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-59d0cea9-705b-4fc8-9dee-59789f239ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (49730fd1-8a0e-479f-9b24-be7b61d6b85d), before_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:29.315168 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] Attempting to bind port 6197e255-a5db-45da-9ffa-98a558677456 on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:51:29.315545 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] Attempting to bind port 6197e255-a5db-45da-9ffa-98a558677456 by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:51:29.315905 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] Attempting to bind port 6197e255-a5db-45da-9ffa-98a558677456 on network 429489ab-2a85-400d-8dac-2c90bfd61144 {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:51:29.328325 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1c8c0-9628-419a-8d23-bbb2862e14c8 None None] Pushing event updated for resources: {'Port': ['ID=6197e255-a5db-45da-9ffa-98a558677456,revision_number=2']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:29.332433 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:51:29.332843 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] Checking segment: {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:51:29.333229 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:29.333633 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] Bound using segment: {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'} {{(pid=109500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:51:29.334549 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.managers [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] Bound port: 6197e255-a5db-45da-9ffa-98a558677456, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfe2ee9-f6e4-4f23-8564-c9f437f41ace', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144'}}] {{(pid=109500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:51:29.334549 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (6197e255-a5db-45da-9ffa-98a558677456), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:29.336335 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-59d0cea9-705b-4fc8-9dee-59789f239ac8 admin admin] Publish callbacks [] for port (49730fd1-8a0e-479f-9b24-be7b61d6b85d), precommit_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:29.343511 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-59d0cea9-705b-4fc8-9dee-59789f239ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8641772'] for port (49730fd1-8a0e-479f-9b24-be7b61d6b85d), after_update {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:29.416364 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d0cea9-705b-4fc8-9dee-59789f239ac8 admin admin] Pushing event updated for resources: {'Port': ['ID=49730fd1-8a0e-479f-9b24-be7b61d6b85d,revision_number=2']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:29.418171 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-c6bb757d-715a-49c6-ad3f-e657353fea30 None None] Current status of the port cc1e083b-e4ae-48d9-988c-ec379f1f5284 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:51:29.419311 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-59d0cea9-705b-4fc8-9dee-59789f239ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1661470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1607044'] for router_interface (ff04eab9-7891-4e91-bcd3-99646906187b), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:29.420532 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] For port 6197e255-a5db-45da-9ffa-98a558677456, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:51:29.424535 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] For port 6197e255-a5db-45da-9ffa-98a558677456, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=6197e255-a5db-45da-9ffa-98a558677456,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:51:29.431466 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (6197e255-a5db-45da-9ffa-98a558677456), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:29.447217 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 0488e847-b3f1-443a-97a4-fcf8fe370cfc up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:51:29.511317 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d0cea9-705b-4fc8-9dee-59789f239ac8 admin admin] Network 9f9d7d2a-e81e-45de-93c4-633ad4ef8574 is already hosted by enough agents. {{(pid=109498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:51:29.512746 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-59d0cea9-705b-4fc8-9dee-59789f239ac8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:51:29.534940 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] Routers {'ff04eab9-7891-4e91-bcd3-99646906187b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:51:29.535610 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:51:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['ff04eab9-7891-4e91-bcd3-99646906187b'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:29.576752 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1c8c0-9628-419a-8d23-bbb2862e14c8 None None] Pushing event updated for resources: {'Port': ['ID=6197e255-a5db-45da-9ffa-98a558677456,revision_number=3']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:29.640566 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6d7a812f-8864-4aac-b3c0-6d811f024ae3 None None] Provisioning complete for port 49730fd1-8a0e-479f-9b24-be7b61d6b85d triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:51:29.640949 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6d7a812f-8864-4aac-b3c0-6d811f024ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (49730fd1-8a0e-479f-9b24-be7b61d6b85d), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:29.652298 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d0cea9-705b-4fc8-9dee-59789f239ac8 admin admin] Router ff04eab9-7891-4e91-bcd3-99646906187b has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:51:29.671275 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 0488e847-b3f1-443a-97a4-fcf8fe370cfc triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:51:29.671597 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (0488e847-b3f1-443a-97a4-fcf8fe370cfc), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:29.732204 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] Set router ff04eab9-7891-4e91-bcd3-99646906187b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:51:29.734374 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a812f-8864-4aac-b3c0-6d811f024ae3 None None] Port 49730fd1-8a0e-479f-9b24-be7b61d6b85d cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:51:29.766818 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d0cea9-705b-4fc8-9dee-59789f239ac8 admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:51:29.771759 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-59d0cea9-705b-4fc8-9dee-59789f239ac8 admin admin] 10.222.0.67 "PUT /v2.0/routers/ff04eab9-7891-4e91-bcd3-99646906187b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2326045 Feb 17 15:51:29.865951 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 0488e847-b3f1-443a-97a4-fcf8fe370cfc is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:51:29.867036 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device cc1e083b-e4ae-48d9-988c-ec379f1f5284 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:51:29.928552 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-fff2cf35-da5c-4b78-801f-1cba65052a38 None None] Provisioning complete for port 49730fd1-8a0e-479f-9b24-be7b61d6b85d triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:51:29.928869 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-fff2cf35-da5c-4b78-801f-1cba65052a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (49730fd1-8a0e-479f-9b24-be7b61d6b85d), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:29.986999 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-fff2cf35-da5c-4b78-801f-1cba65052a38 None None] Port 49730fd1-8a0e-479f-9b24-be7b61d6b85d cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:51:30.041642 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port cc1e083b-e4ae-48d9-988c-ec379f1f5284 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:51:30.042012 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (cc1e083b-e4ae-48d9-988c-ec379f1f5284), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.056356 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f898ff4-3b7b-4254-af38-0ae34f2b4d45 req-3878a9a6-f9bc-406e-a3b2-453084677163 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:30.057948 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7f898ff4-3b7b-4254-af38-0ae34f2b4d45 req-3878a9a6-f9bc-406e-a3b2-453084677163 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.0567453 Feb 17 15:51:30.078497 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-cb369dfb-3a6f-4a73-b00a-5c84ab2048b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.110401 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7f898ff4-3b7b-4254-af38-0ae34f2b4d45 req-59e4e446-3a18-4371-b72d-ed5592759794 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459402 Feb 17 15:51:30.114029 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff04eab9-7891-4e91-bcd3-99646906187b', 'name': 'tempest-TestVolumeBootPattern-47013503-router', 'tenant_id': '1a0c5df65894496a96b0475ace442a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '6197e255-a5db-45da-9ffa-98a558677456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:25Z', 'updated_at': '2022-02-17T15:51:29Z', 'revision_number': 4, 'project_id': '1a0c5df65894496a96b0475ace442a2d', 'gw_port': {'id': '6197e255-a5db-45da-9ffa-98a558677456', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff04eab9-7891-4e91-bcd3-99646906187b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:26Z', 'updated_at': '2022-02-17T15:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '49730fd1-8a0e-479f-9b24-be7b61d6b85d', 'name': '', 'network_id': '9f9d7d2a-e81e-45de-93c4-633ad4ef8574', 'tenant_id': '1a0c5df65894496a96b0475ace442a2d', 'mac_address': 'fa:16:3e:5f:e6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff04eab9-7891-4e91-bcd3-99646906187b', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b72c084a-fcdf-4160-987c-e7a6f0576b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:28Z', 'updated_at': '2022-02-17T15:51:29Z', 'revision_number': 2, 'project_id': '1a0c5df65894496a96b0475ace442a2d', 'subnets': [{'id': 'b72c084a-fcdf-4160-987c-e7a6f0576b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:30.117681 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 56714) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:30.122225 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-6a372618-8c85-4591-be6a-0ed47d9cff0c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1597094562', 'description': 'tempest-secgroup-smoke-1597094562 description', 'project_id': 'c408aed137854f999d78e197a7cc75fc'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:51:30.145171 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-6a372618-8c85-4591-be6a-0ed47d9cff0c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.164040 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8346c0da-c427-4da8-8e79-2e27d44b7915 None None] The sync data for ids ['ff04eab9-7891-4e91-bcd3-99646906187b'] in dv-cinder-606346-36-iscsi is: [{'id': 'ff04eab9-7891-4e91-bcd3-99646906187b', 'name': 'tempest-TestVolumeBootPattern-47013503-router', 'tenant_id': '1a0c5df65894496a96b0475ace442a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '6197e255-a5db-45da-9ffa-98a558677456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:25Z', 'updated_at': '2022-02-17T15:51:29Z', 'revision_number': 4, 'project_id': '1a0c5df65894496a96b0475ace442a2d', 'gw_port': {'id': '6197e255-a5db-45da-9ffa-98a558677456', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff04eab9-7891-4e91-bcd3-99646906187b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:26Z', 'updated_at': '2022-02-17T15:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '49730fd1-8a0e-479f-9b24-be7b61d6b85d', 'name': '', 'network_id': '9f9d7d2a-e81e-45de-93c4-633ad4ef8574', 'tenant_id': '1a0c5df65894496a96b0475ace442a2d', 'mac_address': 'fa:16:3e:5f:e6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff04eab9-7891-4e91-bcd3-99646906187b', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b72c084a-fcdf-4160-987c-e7a6f0576b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:28Z', 'updated_at': '2022-02-17T15:51:29Z', 'revision_number': 2, 'project_id': '1a0c5df65894496a96b0475ace442a2d', 'subnets': [{'id': 'b72c084a-fcdf-4160-987c-e7a6f0576b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:51:30.182295 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port cc1e083b-e4ae-48d9-988c-ec379f1f5284 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:51:30.221479 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-6a372618-8c85-4591-be6a-0ed47d9cff0c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for security_group (f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.225451 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-6a372618-8c85-4591-be6a-0ed47d9cff0c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.257418 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-6a372618-8c85-4591-be6a-0ed47d9cff0c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.258575 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-6a372618-8c85-4591-be6a-0ed47d9cff0c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1398864 Feb 17 15:51:30.259733 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a372618-8c85-4591-be6a-0ed47d9cff0c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:30.262343 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 56716) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:30.266604 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-e7126e59-f647-4f9a-ab94-32b57d4be5a5 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Request body: {'security_group_rule': {'security_group_id': 'f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa', 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:51:30.291401 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e7126e59-f647-4f9a-ab94-32b57d4be5a5 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for security_group_rule (bfcd2092-25fa-4c13-ba2a-396709f3bd06), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.349076 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e7126e59-f647-4f9a-ab94-32b57d4be5a5 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for security_group_rule (bfcd2092-25fa-4c13-ba2a-396709f3bd06), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.353061 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e7126e59-f647-4f9a-ab94-32b57d4be5a5 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (bfcd2092-25fa-4c13-ba2a-396709f3bd06), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.371914 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7126e59-f647-4f9a-ab94-32b57d4be5a5 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfcd2092-25fa-4c13-ba2a-396709f3bd06,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:30.385036 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e7126e59-f647-4f9a-ab94-32b57d4be5a5 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.389645 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-e7126e59-f647-4f9a-ab94-32b57d4be5a5 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230366 Feb 17 15:51:30.390066 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 56718) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:30.394079 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-fe51697f-1cc6-45e0-8d54-0067eca6abf2 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Request body: {'security_group_rule': {'security_group_id': 'f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa', 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:51:30.428741 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-fe51697f-1cc6-45e0-8d54-0067eca6abf2 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for security_group_rule (b293f921-727f-4ada-bfd9-0ec3f56bd4fb), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.490048 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-fe51697f-1cc6-45e0-8d54-0067eca6abf2 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for security_group_rule (b293f921-727f-4ada-bfd9-0ec3f56bd4fb), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.493697 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-fe51697f-1cc6-45e0-8d54-0067eca6abf2 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (b293f921-727f-4ada-bfd9-0ec3f56bd4fb), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.513080 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51697f-1cc6-45e0-8d54-0067eca6abf2 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b293f921-727f-4ada-bfd9-0ec3f56bd4fb,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:30.522747 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-fe51697f-1cc6-45e0-8d54-0067eca6abf2 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.523996 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-fe51697f-1cc6-45e0-8d54-0067eca6abf2 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1333189 Feb 17 15:51:30.526680 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 56720) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:30.531173 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-9d501543-e5c4-4578-8586-262e9e3bbb0b tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Request body: {'security_group_rule': {'security_group_id': 'f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa', 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:51:30.556294 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-9d501543-e5c4-4578-8586-262e9e3bbb0b tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for security_group_rule (5b552353-299a-4c96-9b3d-ea256ef0ca06), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.617963 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-9d501543-e5c4-4578-8586-262e9e3bbb0b tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for security_group_rule (5b552353-299a-4c96-9b3d-ea256ef0ca06), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.623326 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-9d501543-e5c4-4578-8586-262e9e3bbb0b tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (5b552353-299a-4c96-9b3d-ea256ef0ca06), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.641832 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d501543-e5c4-4578-8586-262e9e3bbb0b tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b552353-299a-4c96-9b3d-ea256ef0ca06,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:30.650740 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-9d501543-e5c4-4578-8586-262e9e3bbb0b tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.651985 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-9d501543-e5c4-4578-8586-262e9e3bbb0b tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243718 Feb 17 15:51:30.654676 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 56722) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:30.659042 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-a95ab554-6b39-4111-8699-bb0bbe9958ff tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Request body: {'security_group_rule': {'security_group_id': 'f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa', 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:51:30.685524 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a95ab554-6b39-4111-8699-bb0bbe9958ff tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for security_group_rule (39d77131-aa8e-4899-85b3-1072b999b5bf), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.746323 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a95ab554-6b39-4111-8699-bb0bbe9958ff tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for security_group_rule (39d77131-aa8e-4899-85b3-1072b999b5bf), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.750098 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a95ab554-6b39-4111-8699-bb0bbe9958ff tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (39d77131-aa8e-4899-85b3-1072b999b5bf), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.766777 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ab554-6b39-4111-8699-bb0bbe9958ff tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d77131-aa8e-4899-85b3-1072b999b5bf,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:30.777952 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a95ab554-6b39-4111-8699-bb0bbe9958ff tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.779171 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-a95ab554-6b39-4111-8699-bb0bbe9958ff tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235609 Feb 17 15:51:30.781791 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 56724) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:30.785960 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-a6ca2f84-e425-4465-b5c4-6a7188b7a6c0 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Request body: {'security_group_rule': {'security_group_id': 'f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa', 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:51:30.805552 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.db.securitygroups_db [None req-a6ca2f84-e425-4465-b5c4-6a7188b7a6c0 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Project c408aed137854f999d78e197a7cc75fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 15:51:30.811374 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a6ca2f84-e425-4465-b5c4-6a7188b7a6c0 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for security_group_rule (52e0f207-29aa-4dab-a170-7fd257af22a8), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.869236 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a6ca2f84-e425-4465-b5c4-6a7188b7a6c0 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for security_group_rule (52e0f207-29aa-4dab-a170-7fd257af22a8), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.873090 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a6ca2f84-e425-4465-b5c4-6a7188b7a6c0 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (52e0f207-29aa-4dab-a170-7fd257af22a8), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.886761 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca2f84-e425-4465-b5c4-6a7188b7a6c0 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e0f207-29aa-4dab-a170-7fd257af22a8,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:30.897390 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a6ca2f84-e425-4465-b5c4-6a7188b7a6c0 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.898547 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-a6ca2f84-e425-4465-b5c4-6a7188b7a6c0 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1158705 Feb 17 15:51:30.901281 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 56726) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:30.905415 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-32583d0d-4167-4eaf-b995-73dd45c4ff82 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Request body: {'security_group_rule': {'security_group_id': 'f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa', 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:51:30.924104 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.db.securitygroups_db [None req-32583d0d-4167-4eaf-b995-73dd45c4ff82 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Project c408aed137854f999d78e197a7cc75fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 15:51:30.928774 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-32583d0d-4167-4eaf-b995-73dd45c4ff82 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for security_group_rule (d6799432-6083-40fa-9459-e06cffddc6ad), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.987272 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-32583d0d-4167-4eaf-b995-73dd45c4ff82 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for security_group_rule (d6799432-6083-40fa-9459-e06cffddc6ad), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:30.990612 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-32583d0d-4167-4eaf-b995-73dd45c4ff82 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802629'] for security_group_rule (d6799432-6083-40fa-9459-e06cffddc6ad), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:31.007410 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32583d0d-4167-4eaf-b995-73dd45c4ff82 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6799432-6083-40fa-9459-e06cffddc6ad,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:31.015771 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-32583d0d-4167-4eaf-b995-73dd45c4ff82 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:31.016985 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-32583d0d-4167-4eaf-b995-73dd45c4ff82 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1148160 Feb 17 15:51:31.256017 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88dcf3-39f8-4d8f-bd2a-eaf8b2072cf5 req-e15b394f-94b8-4241-9cf6-1d3a5a93d2ce tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:31.257674 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ab88dcf3-39f8-4d8f-bd2a-eaf8b2072cf5 req-e15b394f-94b8-4241-9cf6-1d3a5a93d2ce tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.0728390 Feb 17 15:51:31.315890 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ab88dcf3-39f8-4d8f-bd2a-eaf8b2072cf5 req-fd588213-7137-4f23-a4fd-b52527fbf519 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524564 Feb 17 15:51:31.439823 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 6197e255-a5db-45da-9ffa-98a558677456 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:51:31.494381 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 6197e255-a5db-45da-9ffa-98a558677456 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:51:31.494756 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (6197e255-a5db-45da-9ffa-98a558677456), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:31.582867 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 6197e255-a5db-45da-9ffa-98a558677456 is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:51:31.583351 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (6197e255-a5db-45da-9ffa-98a558677456), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:31.605547 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] For port 6197e255-a5db-45da-9ffa-98a558677456, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=6197e255-a5db-45da-9ffa-98a558677456,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:31.610699 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (6197e255-a5db-45da-9ffa-98a558677456), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:31.660817 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Pushing event updated for resources: {'Port': ['ID=6197e255-a5db-45da-9ffa-98a558677456,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:32.410389 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-64f6b2c1-8383-49ad-9ae2-342980cb1042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:32.456005 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6346e-a4ca-476e-ab7f-24f43f81b345 req-727f84b9-2488-4f0d-9dec-507abffd80a8 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:32.457591 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-47d6346e-a4ca-476e-ab7f-24f43f81b345 req-727f84b9-2488-4f0d-9dec-507abffd80a8 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.0573931 Feb 17 15:51:32.505775 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-47d6346e-a4ca-476e-ab7f-24f43f81b345 req-b7881f47-52ca-4e92-af75-4c4624161e11 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424502 Feb 17 15:51:32.595350 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] Sync routers for ids ['ff04eab9-7891-4e91-bcd3-99646906187b'] in dv-cinder-606346-36-iscsi {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:51:32.606143 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] Routers {'ff04eab9-7891-4e91-bcd3-99646906187b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:51:32.606687 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:51:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['ff04eab9-7891-4e91-bcd3-99646906187b'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:32.715372 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] Set router ff04eab9-7891-4e91-bcd3-99646906187b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:51:32.915791 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff04eab9-7891-4e91-bcd3-99646906187b', 'name': 'tempest-TestVolumeBootPattern-47013503-router', 'tenant_id': '1a0c5df65894496a96b0475ace442a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '6197e255-a5db-45da-9ffa-98a558677456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:25Z', 'updated_at': '2022-02-17T15:51:29Z', 'revision_number': 4, 'project_id': '1a0c5df65894496a96b0475ace442a2d', 'gw_port': {'id': '6197e255-a5db-45da-9ffa-98a558677456', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff04eab9-7891-4e91-bcd3-99646906187b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:26Z', 'updated_at': '2022-02-17T15:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '49730fd1-8a0e-479f-9b24-be7b61d6b85d', 'name': '', 'network_id': '9f9d7d2a-e81e-45de-93c4-633ad4ef8574', 'tenant_id': '1a0c5df65894496a96b0475ace442a2d', 'mac_address': 'fa:16:3e:5f:e6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff04eab9-7891-4e91-bcd3-99646906187b', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b72c084a-fcdf-4160-987c-e7a6f0576b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:28Z', 'updated_at': '2022-02-17T15:51:29Z', 'revision_number': 2, 'project_id': '1a0c5df65894496a96b0475ace442a2d', 'subnets': [{'id': 'b72c084a-fcdf-4160-987c-e7a6f0576b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:32.945333 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] Checking router: ff04eab9-7891-4e91-bcd3-99646906187b for host: dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:51:32.945843 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] Updating router ff04eab9-7891-4e91-bcd3-99646906187b port 49730fd1-8a0e-479f-9b24-be7b61d6b85d binding host dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 15:51:32.974360 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (49730fd1-8a0e-479f-9b24-be7b61d6b85d), before_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:33.231898 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] Publish callbacks [] for port (49730fd1-8a0e-479f-9b24-be7b61d6b85d), precommit_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:33.236859 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (49730fd1-8a0e-479f-9b24-be7b61d6b85d), after_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:33.289183 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0937e4-42e5-4a0c-8ad9-2372b8b2a9a7 None None] Pushing event updated for resources: {'Port': ['ID=49730fd1-8a0e-479f-9b24-be7b61d6b85d,revision_number=3']} {{(pid=109501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:33.341443 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] Attempting to bind port 49730fd1-8a0e-479f-9b24-be7b61d6b85d on host dv-cinder-606346-36-iscsi for vnic_type normal with profile {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:51:33.341925 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] Attempting to bind port 49730fd1-8a0e-479f-9b24-be7b61d6b85d by drivers openvswitch,hyperv on host dv-cinder-606346-36-iscsi at level 0 using segments [{'id': '5cab2f0a-6982-4a96-a89b-879fda536d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9f9d7d2a-e81e-45de-93c4-633ad4ef8574'}] {{(pid=109501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:51:33.342388 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] Attempting to bind port 49730fd1-8a0e-479f-9b24-be7b61d6b85d on network 9f9d7d2a-e81e-45de-93c4-633ad4ef8574 {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:51:33.349079 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] Checking agent: {'id': '2094667a-5102-4871-89ea-8c4bf744d8c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-606346-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 37, 36), 'started_at': datetime.datetime(2022, 2, 17, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 51, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-606346-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:51:33.349593 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] Checking segment: {'id': '5cab2f0a-6982-4a96-a89b-879fda536d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9f9d7d2a-e81e-45de-93c4-633ad4ef8574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:51:33.350291 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:33.350716 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] Bound using segment: {'id': '5cab2f0a-6982-4a96-a89b-879fda536d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9f9d7d2a-e81e-45de-93c4-633ad4ef8574'} {{(pid=109501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:51:33.351375 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.managers [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] Bound port: 49730fd1-8a0e-479f-9b24-be7b61d6b85d, host: dv-cinder-606346-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cab2f0a-6982-4a96-a89b-879fda536d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9f9d7d2a-e81e-45de-93c4-633ad4ef8574'}}] {{(pid=109501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:51:33.351854 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (49730fd1-8a0e-479f-9b24-be7b61d6b85d), before_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:33.396725 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 6197e255-a5db-45da-9ffa-98a558677456 up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:51:33.432254 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.db [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] For port 49730fd1-8a0e-479f-9b24-be7b61d6b85d, host dv-cinder-606346-36-iscsi, cleared binding levels {{(pid=109501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:51:33.437045 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.plugins.ml2.db [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] For port 49730fd1-8a0e-479f-9b24-be7b61d6b85d, host dv-cinder-606346-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=49730fd1-8a0e-479f-9b24-be7b61d6b85d,segment=NetworkSegment(5cab2f0a-6982-4a96-a89b-879fda536d34),segment_id=5cab2f0a-6982-4a96-a89b-879fda536d34)] {{(pid=109501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:51:33.443250 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron_lib.callbacks.manager [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (49730fd1-8a0e-479f-9b24-be7b61d6b85d), after_update {{(pid=109501) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:33.455702 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 6197e255-a5db-45da-9ffa-98a558677456 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:51:33.456313 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (6197e255-a5db-45da-9ffa-98a558677456), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:33.493663 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] Routers {'ff04eab9-7891-4e91-bcd3-99646906187b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:51:33.494168 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:51:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['ff04eab9-7891-4e91-bcd3-99646906187b'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:33.561438 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 6197e255-a5db-45da-9ffa-98a558677456 is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:51:33.570389 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-7e27916f-e42c-4776-ac29-4929be99b341 None None] Provisioning complete for port 49730fd1-8a0e-479f-9b24-be7b61d6b85d triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:51:33.570971 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-7e27916f-e42c-4776-ac29-4929be99b341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (49730fd1-8a0e-479f-9b24-be7b61d6b85d), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:33.586620 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0937e4-42e5-4a0c-8ad9-2372b8b2a9a7 None None] Pushing event updated for resources: {'Port': ['ID=49730fd1-8a0e-479f-9b24-be7b61d6b85d,revision_number=4']} {{(pid=109501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:33.661309 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] Set router ff04eab9-7891-4e91-bcd3-99646906187b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:51:33.662576 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:33.693615 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd114ed-42f5-49c1-9573-428bf65eb2f0 req-0106578d-0236-4161-a8a2-77274a9a81ee tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:33.695897 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-cfd114ed-42f5-49c1-9573-428bf65eb2f0 req-0106578d-0236-4161-a8a2-77274a9a81ee tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.0755303 Feb 17 15:51:33.718826 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-7e27916f-e42c-4776-ac29-4929be99b341 None None] Current status of the port 49730fd1-8a0e-479f-9b24-be7b61d6b85d is: DOWN; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:51:33.719327 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-7e27916f-e42c-4776-ac29-4929be99b341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (49730fd1-8a0e-479f-9b24-be7b61d6b85d), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:33.756041 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-7e27916f-e42c-4776-ac29-4929be99b341 None None] For port 49730fd1-8a0e-479f-9b24-be7b61d6b85d, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=49730fd1-8a0e-479f-9b24-be7b61d6b85d,segment=NetworkSegment(5cab2f0a-6982-4a96-a89b-879fda536d34),segment_id=5cab2f0a-6982-4a96-a89b-879fda536d34)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:33.758547 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-cfd114ed-42f5-49c1-9573-428bf65eb2f0 req-ea254563-2c61-40d3-a5f9-202b1da04229 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542257 Feb 17 15:51:33.760688 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-7e27916f-e42c-4776-ac29-4929be99b341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (49730fd1-8a0e-479f-9b24-be7b61d6b85d), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:33.811865 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27916f-e42c-4776-ac29-4929be99b341 None None] Pushing event updated for resources: {'Port': ['ID=49730fd1-8a0e-479f-9b24-be7b61d6b85d,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:33.880663 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff04eab9-7891-4e91-bcd3-99646906187b', 'name': 'tempest-TestVolumeBootPattern-47013503-router', 'tenant_id': '1a0c5df65894496a96b0475ace442a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '6197e255-a5db-45da-9ffa-98a558677456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:25Z', 'updated_at': '2022-02-17T15:51:29Z', 'revision_number': 4, 'project_id': '1a0c5df65894496a96b0475ace442a2d', 'gw_port': {'id': '6197e255-a5db-45da-9ffa-98a558677456', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff04eab9-7891-4e91-bcd3-99646906187b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:26Z', 'updated_at': '2022-02-17T15:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '49730fd1-8a0e-479f-9b24-be7b61d6b85d', 'name': '', 'network_id': '9f9d7d2a-e81e-45de-93c4-633ad4ef8574', 'tenant_id': '1a0c5df65894496a96b0475ace442a2d', 'mac_address': 'fa:16:3e:5f:e6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff04eab9-7891-4e91-bcd3-99646906187b', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b72c084a-fcdf-4160-987c-e7a6f0576b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:28Z', 'updated_at': '2022-02-17T15:51:33Z', 'revision_number': 4, 'project_id': '1a0c5df65894496a96b0475ace442a2d', 'subnets': [{'id': 'b72c084a-fcdf-4160-987c-e7a6f0576b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:33.882628 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-e39660fa-9297-4983-9191-d9f7d09a119f None None] Provisioning complete for port 49730fd1-8a0e-479f-9b24-be7b61d6b85d triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:51:33.883009 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-e39660fa-9297-4983-9191-d9f7d09a119f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (49730fd1-8a0e-479f-9b24-be7b61d6b85d), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:33.909356 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f575ab-669f-4415-9044-0503c8a31e96 None None] The sync data for ids ['ff04eab9-7891-4e91-bcd3-99646906187b'] in dv-cinder-606346-36-iscsi is: [{'id': 'ff04eab9-7891-4e91-bcd3-99646906187b', 'name': 'tempest-TestVolumeBootPattern-47013503-router', 'tenant_id': '1a0c5df65894496a96b0475ace442a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '6197e255-a5db-45da-9ffa-98a558677456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:25Z', 'updated_at': '2022-02-17T15:51:29Z', 'revision_number': 4, 'project_id': '1a0c5df65894496a96b0475ace442a2d', 'gw_port': {'id': '6197e255-a5db-45da-9ffa-98a558677456', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff04eab9-7891-4e91-bcd3-99646906187b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:26Z', 'updated_at': '2022-02-17T15:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '49730fd1-8a0e-479f-9b24-be7b61d6b85d', 'name': '', 'network_id': '9f9d7d2a-e81e-45de-93c4-633ad4ef8574', 'tenant_id': '1a0c5df65894496a96b0475ace442a2d', 'mac_address': 'fa:16:3e:5f:e6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff04eab9-7891-4e91-bcd3-99646906187b', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'b72c084a-fcdf-4160-987c-e7a6f0576b99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:28Z', 'updated_at': '2022-02-17T15:51:33Z', 'revision_number': 4, 'project_id': '1a0c5df65894496a96b0475ace442a2d', 'subnets': [{'id': 'b72c084a-fcdf-4160-987c-e7a6f0576b99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:51:33.963079 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-e39660fa-9297-4983-9191-d9f7d09a119f None None] Current status of the port 49730fd1-8a0e-479f-9b24-be7b61d6b85d is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:51:34.597418 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:51:34.654017 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609bf0a-6ea3-4a69-af82-3d90ecf45d17 req-87f52c65-efbc-4507-987a-8df77ac152cd tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:34.655518 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5609bf0a-6ea3-4a69-af82-3d90ecf45d17 req-87f52c65-efbc-4507-987a-8df77ac152cd tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0556498 Feb 17 15:51:34.703803 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5609bf0a-6ea3-4a69-af82-3d90ecf45d17 req-4c757010-a7c6-4cee-9d5b-1af5b74746fb tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424335 Feb 17 15:51:34.881429 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6dff5-e4eb-4b25-b9b6-236c93e8a3c6 req-02369fc5-b9f5-48f3-8bc2-357fabfee5da tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:34.882903 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-76b6dff5-e4eb-4b25-b9b6-236c93e8a3c6 req-02369fc5-b9f5-48f3-8bc2-357fabfee5da tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.0521078 Feb 17 15:51:34.928402 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-76b6dff5-e4eb-4b25-b9b6-236c93e8a3c6 req-d14b4e4d-eb2c-4d48-9e68-935fecfb9900 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394175 Feb 17 15:51:35.089988 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:35.411444 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 49730fd1-8a0e-479f-9b24-be7b61d6b85d up at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:51:35.461689 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Provisioning complete for port 49730fd1-8a0e-479f-9b24-be7b61d6b85d triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:51:35.462063 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (49730fd1-8a0e-479f-9b24-be7b61d6b85d), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:35.537210 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Current status of the port 49730fd1-8a0e-479f-9b24-be7b61d6b85d is: ACTIVE; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:51:35.824841 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c835cf9f-6d71-447c-ab29-1720b92be6a9 req-7213d2b2-709e-4bc2-a557-fdaf4aea87c7 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:35.826323 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c835cf9f-6d71-447c-ab29-1720b92be6a9 req-7213d2b2-709e-4bc2-a557-fdaf4aea87c7 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0554001 Feb 17 15:51:35.874369 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c835cf9f-6d71-447c-ab29-1720b92be6a9 req-aa9f648d-7e80-4733-a120-63340aab1a13 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425246 Feb 17 15:51:36.050346 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a13607-8c2b-4184-85d5-7fbe34631ef9 req-28922f38-4571-4b26-b004-a854b2a3721e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:36.051851 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-10a13607-8c2b-4184-85d5-7fbe34631ef9 req-28922f38-4571-4b26-b004-a854b2a3721e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.0519085 Feb 17 15:51:36.097540 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-10a13607-8c2b-4184-85d5-7fbe34631ef9 req-a7fd62f1-fedc-46b1-b323-0ae60136f636 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402222 Feb 17 15:51:36.554569 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:36.997706 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2094f-dd42-4253-864b-80baa7cd733d req-ee0f9c97-f74d-4ff1-979f-acdc320a1d86 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:36.999198 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-bda2094f-dd42-4253-864b-80baa7cd733d req-ee0f9c97-f74d-4ff1-979f-acdc320a1d86 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0566115 Feb 17 15:51:37.048695 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-bda2094f-dd42-4253-864b-80baa7cd733d req-9e1dcd78-d932-4562-9a1b-e95d9f3d14d3 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434690 Feb 17 15:51:37.218372 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8addc1-18ea-43f1-a61a-3bc3e163cfff req-47075f1f-eed6-4572-acd5-b90a65f79788 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:37.219834 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ae8addc1-18ea-43f1-a61a-3bc3e163cfff req-47075f1f-eed6-4572-acd5-b90a65f79788 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.0515134 Feb 17 15:51:37.265693 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ae8addc1-18ea-43f1-a61a-3bc3e163cfff req-88e3504d-e349-40d5-8199-9eae5a652cf4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400572 Feb 17 15:51:38.167713 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89172a4-e66b-44f4-8663-86114963bd01 req-0363c9f5-b3ce-4485-ab69-5ef15b49a106 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:38.169268 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f89172a4-e66b-44f4-8663-86114963bd01 req-0363c9f5-b3ce-4485-ab69-5ef15b49a106 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0516973 Feb 17 15:51:38.221330 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f89172a4-e66b-44f4-8663-86114963bd01 req-47db62cf-3229-43e3-9d51-23eebf572b29 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464864 Feb 17 15:51:38.396804 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15587fc-c323-48f4-a0fb-984839399a1d req-4556cf3e-efe2-4748-a3d3-68271bdd8c22 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:38.398292 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c15587fc-c323-48f4-a0fb-984839399a1d req-4556cf3e-efe2-4748-a3d3-68271bdd8c22 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.0606275 Feb 17 15:51:38.445218 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c15587fc-c323-48f4-a0fb-984839399a1d req-841915a5-c96f-4f65-8978-59fcbe38e9a1 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413654 Feb 17 15:51:39.337421 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa5888-58e3-42b3-8056-9c9b7a362caf req-63ebbd5e-710b-4a35-ad5c-ed4bd455da71 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:39.338933 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-cefa5888-58e3-42b3-8056-9c9b7a362caf req-63ebbd5e-710b-4a35-ad5c-ed4bd455da71 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0526776 Feb 17 15:51:39.388589 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-cefa5888-58e3-42b3-8056-9c9b7a362caf req-73cb84d4-5d90-427d-a665-b97a1411e839 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440295 Feb 17 15:51:39.578327 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6753eb8-a45e-4fa9-af1d-e34a488eb7bf req-97524989-6412-437e-b3c9-1df9b95fbc2a tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:39.579799 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f6753eb8-a45e-4fa9-af1d-e34a488eb7bf req-97524989-6412-437e-b3c9-1df9b95fbc2a tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.0576823 Feb 17 15:51:39.638296 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f6753eb8-a45e-4fa9-af1d-e34a488eb7bf req-561ff4b9-b2ac-404b-9514-2d1643df0f4e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528510 Feb 17 15:51:40.507005 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651350c-65ac-4908-839a-a6dfc8b112df req-83c08f9f-06d2-45b5-b307-9d951d37d09c tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:40.508516 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3651350c-65ac-4908-839a-a6dfc8b112df req-83c08f9f-06d2-45b5-b307-9d951d37d09c tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0530701 Feb 17 15:51:40.557787 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3651350c-65ac-4908-839a-a6dfc8b112df req-52852eed-b442-4888-8bb0-0ca01bb33f10 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432148 Feb 17 15:51:40.766424 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce74f66-c453-44e8-92ea-afe27a7e41a1 req-2cb58ca2-922a-4d4d-a3ad-c51c42ddcf74 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:40.767938 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-bce74f66-c453-44e8-92ea-afe27a7e41a1 req-2cb58ca2-922a-4d4d-a3ad-c51c42ddcf74 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.0532985 Feb 17 15:51:40.819073 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-bce74f66-c453-44e8-92ea-afe27a7e41a1 req-7e3a78ae-6824-4519-a970-fad39b829130 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456214 Feb 17 15:51:41.683481 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49a75f-a03a-44a3-8893-c151d097cbbe req-a07b43c6-181d-4fcf-aee2-25b951df3fc3 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:41.685137 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8a49a75f-a03a-44a3-8893-c151d097cbbe req-a07b43c6-181d-4fcf-aee2-25b951df3fc3 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0573006 Feb 17 15:51:41.738287 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8a49a75f-a03a-44a3-8893-c151d097cbbe req-ceca9e5e-9eea-4f1b-8b00-eb772b54a09d tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467939 Feb 17 15:51:41.840671 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a18080-f087-4cb1-8b66-70e5f7a237b8 req-2741fc92-4548-4bbb-afb7-3b1d4f4f5aea tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:41.842175 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a1a18080-f087-4cb1-8b66-70e5f7a237b8 req-2741fc92-4548-4bbb-afb7-3b1d4f4f5aea tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=82459912-7bd3-4af6-8640-7048a4a61d75 HTTP/1.1" status: 200 len: 946 time: 0.0519218 Feb 17 15:51:41.891432 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a1a18080-f087-4cb1-8b66-70e5f7a237b8 req-3ec8215e-c823-440a-aae1-a7b3049e6534 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=5670ca2f-3b88-43bc-ae5e-48316b23c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437124 Feb 17 15:51:41.946417 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeea158-a2af-4e53-aa77-662541de0cea req-f0f63749-c968-41bc-8482-630217368fd6 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:41.947864 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-afeea158-a2af-4e53-aa77-662541de0cea req-f0f63749-c968-41bc-8482-630217368fd6 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.0542533 Feb 17 15:51:41.994139 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-afeea158-a2af-4e53-aa77-662541de0cea req-c8e4baa9-7907-4c3a-9d5d-cc1c8f845bfd tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407133 Feb 17 15:51:42.854038 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1923d9f-c988-405b-a236-ad460d3b7f7e req-25e6748e-409b-40bf-88b1-5dda79e2a722 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:42.856050 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d1923d9f-c988-405b-a236-ad460d3b7f7e req-25e6748e-409b-40bf-88b1-5dda79e2a722 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0521326 Feb 17 15:51:42.903642 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d1923d9f-c988-405b-a236-ad460d3b7f7e req-76dac9f0-c6b7-4177-bba0-5729c33670d3 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421319 Feb 17 15:51:43.009352 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4179637-af77-47aa-9cae-35c69d6431fe req-c5ef2f07-26df-4d23-a946-c1b52f37b847 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:43.010831 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e4179637-af77-47aa-9cae-35c69d6431fe req-c5ef2f07-26df-4d23-a946-c1b52f37b847 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=82459912-7bd3-4af6-8640-7048a4a61d75 HTTP/1.1" status: 200 len: 946 time: 0.0548966 Feb 17 15:51:43.057467 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e4179637-af77-47aa-9cae-35c69d6431fe req-49b59f31-5b39-46e0-a06b-48e7e1650b40 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=5670ca2f-3b88-43bc-ae5e-48316b23c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405538 Feb 17 15:51:43.125534 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5514151c-fa6b-40c4-9013-7a7ea3be1f25 req-d4511210-0d6f-4037-9f6e-9fd70656876f tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:43.126994 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5514151c-fa6b-40c4-9013-7a7ea3be1f25 req-d4511210-0d6f-4037-9f6e-9fd70656876f tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.0511413 Feb 17 15:51:43.171282 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5514151c-fa6b-40c4-9013-7a7ea3be1f25 req-3a84a4be-877e-42c0-a349-da7c266167cb tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389168 Feb 17 15:51:43.694536 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea957d93-e56b-4a3c-9ca0-9fe644909cfb req-4847a7e5-2d38-469e-b3f0-bbc7e945a20f tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:43.695981 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ea957d93-e56b-4a3c-9ca0-9fe644909cfb req-4847a7e5-2d38-469e-b3f0-bbc7e945a20f tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.24 "GET /v2.0/ports?device_id=82459912-7bd3-4af6-8640-7048a4a61d75 HTTP/1.1" status: 200 len: 946 time: 0.0514057 Feb 17 15:51:43.791989 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-ea957d93-e56b-4a3c-9ca0-9fe644909cfb req-1bdd312c-301d-4d94-a42a-7d4ea85788e1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Deleting port bce0fbd3-32b4-4ccb-bc72-088866d72f95 {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:51:43.792954 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ea957d93-e56b-4a3c-9ca0-9fe644909cfb req-1bdd312c-301d-4d94-a42a-7d4ea85788e1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (bce0fbd3-32b4-4ccb-bc72-088866d72f95), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:43.876884 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-ea957d93-e56b-4a3c-9ca0-9fe644909cfb req-1bdd312c-301d-4d94-a42a-7d4ea85788e1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] For port bce0fbd3-32b4-4ccb-bc72-088866d72f95, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=bce0fbd3-32b4-4ccb-bc72-088866d72f95,segment=NetworkSegment(62cc0335-bd0e-43f5-a4e5-e158aba2febe),segment_id=62cc0335-bd0e-43f5-a4e5-e158aba2febe)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:43.877550 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ea957d93-e56b-4a3c-9ca0-9fe644909cfb req-1bdd312c-301d-4d94-a42a-7d4ea85788e1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (bce0fbd3-32b4-4ccb-bc72-088866d72f95), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:44.077742 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590616b4-23b5-4c97-bcc6-082b0f6d4ff1 req-295d6b85-76c1-40af-98cb-42b000902881 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:44.080047 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-590616b4-23b5-4c97-bcc6-082b0f6d4ff1 req-295d6b85-76c1-40af-98cb-42b000902881 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.1101229 Feb 17 15:51:44.177563 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ea957d93-e56b-4a3c-9ca0-9fe644909cfb req-1bdd312c-301d-4d94-a42a-7d4ea85788e1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:44.177932 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ea957d93-e56b-4a3c-9ca0-9fe644909cfb req-1bdd312c-301d-4d94-a42a-7d4ea85788e1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1606115'] for floatingip (f71f354b-5246-49f0-92ad-6d52f0042fd6), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:44.178245 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.l3_db [req-ea957d93-e56b-4a3c-9ca0-9fe644909cfb req-1bdd312c-301d-4d94-a42a-7d4ea85788e1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Floating IP f71f354b-5246-49f0-92ad-6d52f0042fd6 disassociated. External IP: 172.27.3.10, port: bce0fbd3-32b4-4ccb-bc72-088866d72f95. Feb 17 15:51:44.178580 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-ea957d93-e56b-4a3c-9ca0-9fe644909cfb req-1bdd312c-301d-4d94-a42a-7d4ea85788e1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Calling delete_port for bce0fbd3-32b4-4ccb-bc72-088866d72f95 owned by compute:nova {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:51:44.203142 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-590616b4-23b5-4c97-bcc6-082b0f6d4ff1 req-26f13a91-c3cf-4724-8e6d-40b893b7d099 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947371 Feb 17 15:51:44.257456 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f896a-2d4a-4f11-9ad6-a429b29f5fd0 req-1d226812-9beb-4e0c-9d78-67c850bd1b08 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:44.259007 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ce4f896a-2d4a-4f11-9ad6-a429b29f5fd0 req-1d226812-9beb-4e0c-9d78-67c850bd1b08 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/ports?device_id=82459912-7bd3-4af6-8640-7048a4a61d75 HTTP/1.1" status: 200 len: 946 time: 0.1313882 Feb 17 15:51:44.354715 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ce4f896a-2d4a-4f11-9ad6-a429b29f5fd0 req-d3faa8be-a1fe-4c72-a593-87e53a61d3c1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups?id=5670ca2f-3b88-43bc-ae5e-48316b23c7dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836995 Feb 17 15:51:44.376155 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ba358-697c-4c65-9fae-58757bc79b9d req-5a881bbe-f090-4ecc-ab7e-d765f7189b04 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:44.376155 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-292ba358-697c-4c65-9fae-58757bc79b9d req-5a881bbe-f090-4ecc-ab7e-d765f7189b04 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.1086729 Feb 17 15:51:44.444106 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ea957d93-e56b-4a3c-9ca0-9fe644909cfb req-1bdd312c-301d-4d94-a42a-7d4ea85788e1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (bce0fbd3-32b4-4ccb-bc72-088866d72f95), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:44.454468 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-292ba358-697c-4c65-9fae-58757bc79b9d req-e73776f3-4628-47d0-8d33-b72c95df6ce0 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795231 Feb 17 15:51:44.475681 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd312c-301d-4d94-a42a-7d4ea85788e1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Pushing event deleted for resources: {'Port': ['ID=bce0fbd3-32b4-4ccb-bc72-088866d72f95,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:44.591525 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea957d93-e56b-4a3c-9ca0-9fe644909cfb req-1bdd312c-301d-4d94-a42a-7d4ea85788e1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Router 7f9696a0-af62-48d6-8f16-90fc573834bc has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:51:44.701133 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea957d93-e56b-4a3c-9ca0-9fe644909cfb req-1bdd312c-301d-4d94-a42a-7d4ea85788e1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:51:44.712738 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ddf319-3f6a-4d47-bc78-342deded8d57 None None] Sync routers for ids ['7f9696a0-af62-48d6-8f16-90fc573834bc'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:51:44.723844 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ddf319-3f6a-4d47-bc78-342deded8d57 None None] Routers {'7f9696a0-af62-48d6-8f16-90fc573834bc'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:51:44.724503 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-62ddf319-3f6a-4d47-bc78-342deded8d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:51:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['7f9696a0-af62-48d6-8f16-90fc573834bc'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:44.745839 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea957d93-e56b-4a3c-9ca0-9fe644909cfb req-1bdd312c-301d-4d94-a42a-7d4ea85788e1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] No DVR routers for this DVR port bce0fbd3-32b4-4ccb-bc72-088866d72f95 on host hv-cinder-60634 {{(pid=109499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:51:44.748379 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ea957d93-e56b-4a3c-9ca0-9fe644909cfb req-1bdd312c-301d-4d94-a42a-7d4ea85788e1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:44.751769 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ea957d93-e56b-4a3c-9ca0-9fe644909cfb req-1bdd312c-301d-4d94-a42a-7d4ea85788e1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.24 "DELETE /v2.0/ports/bce0fbd3-32b4-4ccb-bc72-088866d72f95 HTTP/1.1" status: 204 len: 173 time: 1.0485294 Feb 17 15:51:44.752148 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82459912-7bd3-4af6-8640-7048a4a61d75', 'name': 'network-vif-deleted', 'tag': 'bce0fbd3-32b4-4ccb-bc72-088866d72f95'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:51:44.754385 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27341eef-9f8e-41cf-8871-0104ca16f77c" -d '{"events": [{"server_uuid": "82459912-7bd3-4af6-8640-7048a4a61d75", "name": "network-vif-deleted", "tag": "bce0fbd3-32b4-4ccb-bc72-088866d72f95"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:51:44.802831 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a664d45c-a861-495f-aa00-0fde49f2fc25 x-openstack-request-id: req-a664d45c-a861-495f-aa00-0fde49f2fc25 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:51:44.803072 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82459912-7bd3-4af6-8640-7048a4a61d75", "name": "network-vif-deleted", "tag": "bce0fbd3-32b4-4ccb-bc72-088866d72f95", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:51:44.803331 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a664d45c-a861-495f-aa00-0fde49f2fc25 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:51:44.803739 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82459912-7bd3-4af6-8640-7048a4a61d75', 'name': 'network-vif-deleted', 'tag': 'bce0fbd3-32b4-4ccb-bc72-088866d72f95', 'status': 'completed', 'code': 200} Feb 17 15:51:44.965049 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-62ddf319-3f6a-4d47-bc78-342deded8d57 None None] Set router 7f9696a0-af62-48d6-8f16-90fc573834bc gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:51:45.146189 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device b5924674-b9d5-4a85-beca-fb23f50f4c1e details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:51:45.208958 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-62ddf319-3f6a-4d47-bc78-342deded8d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'name': 'tempest-AttachVolumeTestJSON-526983127-router', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:33Z', 'updated_at': '2022-02-17T15:45:41Z', 'revision_number': 4, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'gw_port': {'id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:34Z', 'updated_at': '2022-02-17T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'd3e0caaf-966f-4f20-acfe-b9126ebe0d01', 'name': '', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'mac_address': 'fa:16:3e:12:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:40Z', 'updated_at': '2022-02-17T15:45:50Z', 'revision_number': 5, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'subnets': [{'id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:45.258534 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ddf319-3f6a-4d47-bc78-342deded8d57 None None] Checking router: 7f9696a0-af62-48d6-8f16-90fc573834bc for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:51:45.276787 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ddf319-3f6a-4d47-bc78-342deded8d57 None None] Routers {'7f9696a0-af62-48d6-8f16-90fc573834bc'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:51:45.277410 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-62ddf319-3f6a-4d47-bc78-342deded8d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:51:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['7f9696a0-af62-48d6-8f16-90fc573834bc'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:45.336134 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7386072-05ca-48e1-823d-f846500c55b1 req-e8837ad0-d900-440d-99bc-ca088b045743 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:45.337672 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f7386072-05ca-48e1-823d-f846500c55b1 req-e8837ad0-d900-440d-99bc-ca088b045743 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0611005 Feb 17 15:51:45.354937 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port b5924674-b9d5-4a85-beca-fb23f50f4c1e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=b5924674-b9d5-4a85-beca-fb23f50f4c1e,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:45.373273 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': 'b5924674-b9d5-4a85-beca-fb23f50f4c1e', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'port_id': 'b5924674-b9d5-4a85-beca-fb23f50f4c1e', 'mac_address': 'fa:16:3e:ac:20:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085193d0-4bed-4149-bda8-411e07e82670', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:51:45.393075 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f7386072-05ca-48e1-823d-f846500c55b1 req-3314e3eb-31b3-42d2-a3a9-61280a9a4953 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495551 Feb 17 15:51:45.439405 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-62ddf319-3f6a-4d47-bc78-342deded8d57 None None] Set router 7f9696a0-af62-48d6-8f16-90fc573834bc gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:51:45.441188 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port b5924674-b9d5-4a85-beca-fb23f50f4c1e is: ACTIVE; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:51:45.441573 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:45.444521 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 56922) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:45.484065 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5924674-b9d5-4a85-beca-fb23f50f4c1e {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:51:45.502760 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-7c3a27d1-40d1-46e2-81dd-5a05e25e7386 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for security_group (5670ca2f-3b88-43bc-ae5e-48316b23c7dc), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:45.526475 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-7c3a27d1-40d1-46e2-81dd-5a05e25e7386 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for security_group (5670ca2f-3b88-43bc-ae5e-48316b23c7dc), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:45.544026 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port b5924674-b9d5-4a85-beca-fb23f50f4c1e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=b5924674-b9d5-4a85-beca-fb23f50f4c1e,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:45.549982 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:45.582187 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-7c3a27d1-40d1-46e2-81dd-5a05e25e7386 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (5670ca2f-3b88-43bc-ae5e-48316b23c7dc), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:45.585306 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-7c3a27d1-40d1-46e2-81dd-5a05e25e7386 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:45.587240 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-7c3a27d1-40d1-46e2-81dd-5a05e25e7386 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "DELETE /v2.0/security-groups/5670ca2f-3b88-43bc-ae5e-48316b23c7dc HTTP/1.1" status: 204 len: 168 time: 0.1410046 Feb 17 15:51:45.592474 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 56926) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:45.598328 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a27d1-40d1-46e2-81dd-5a05e25e7386 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5670ca2f-3b88-43bc-ae5e-48316b23c7dc,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:45.607465 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e00b26-3281-44eb-a561-a6c937af7c74 req-23d6e671-c954-48e3-b9ee-5c201fa9418a tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:45.609170 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-98e00b26-3281-44eb-a561-a6c937af7c74 req-23d6e671-c954-48e3-b9ee-5c201fa9418a tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.0758009 Feb 17 15:51:45.619286 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.api.v2.resource [None req-f927769c-bbb1-473e-a120-e6960c22377f tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] show failed (client error): The resource could not be found. Feb 17 15:51:45.623762 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-f927769c-bbb1-473e-a120-e6960c22377f tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "GET /v2.0/security-groups/5670ca2f-3b88-43bc-ae5e-48316b23c7dc HTTP/1.1" status: 404 len: 347 time: 0.0269232 Feb 17 15:51:45.623909 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 56928) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:45.644838 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['b5924674-b9d5-4a85-beca-fb23f50f4c1e'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:51:45.673628 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-98e00b26-3281-44eb-a561-a6c937af7c74 req-f737031b-b88a-4e85-b95e-11f4b2c4c86c tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518255 Feb 17 15:51:45.707937 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:45.712480 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=b5924674-b9d5-4a85-beca-fb23f50f4c1e,revision_number=6']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:45.769288 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [None req-b8b893c3-03e4-4e8b-939f-af1840a307f1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Deleting port 6ea53084-c585-4ee8-a55b-dd334244d14d {{(pid=109498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:51:45.769554 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b8b893c3-03e4-4e8b-939f-af1840a307f1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (6ea53084-c585-4ee8-a55b-dd334244d14d), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:45.809315 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-62ddf319-3f6a-4d47-bc78-342deded8d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'name': 'tempest-AttachVolumeTestJSON-526983127-router', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:33Z', 'updated_at': '2022-02-17T15:45:41Z', 'revision_number': 4, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'gw_port': {'id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:34Z', 'updated_at': '2022-02-17T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'd3e0caaf-966f-4f20-acfe-b9126ebe0d01', 'name': '', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'mac_address': 'fa:16:3e:12:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:40Z', 'updated_at': '2022-02-17T15:45:50Z', 'revision_number': 5, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'subnets': [{'id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:45.845591 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ddf319-3f6a-4d47-bc78-342deded8d57 None None] The sync data for ids ['7f9696a0-af62-48d6-8f16-90fc573834bc'] in dv-cinder-606346-36-iscsi is: [{'id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'name': 'tempest-AttachVolumeTestJSON-526983127-router', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:33Z', 'updated_at': '2022-02-17T15:45:41Z', 'revision_number': 4, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'gw_port': {'id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:34Z', 'updated_at': '2022-02-17T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': 'd3e0caaf-966f-4f20-acfe-b9126ebe0d01', 'name': '', 'network_id': 'd7517828-d4b9-4a8f-8db6-7a3339da0c38', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'mac_address': 'fa:16:3e:12:d4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:40Z', 'updated_at': '2022-02-17T15:45:50Z', 'revision_number': 5, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'subnets': [{'id': '6d98068c-df44-41c5-a48f-1683fecb288a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:51:45.846519 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b8b893c3-03e4-4e8b-939f-af1840a307f1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (6ea53084-c585-4ee8-a55b-dd334244d14d), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:45.847584 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b8b893c3-03e4-4e8b-939f-af1840a307f1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for floatingip (6ea53084-c585-4ee8-a55b-dd334244d14d), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:45.864537 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [None req-b8b893c3-03e4-4e8b-939f-af1840a307f1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Calling delete_port for 6ea53084-c585-4ee8-a55b-dd334244d14d owned by network:floatingip {{(pid=109498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:51:46.008422 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b8b893c3-03e4-4e8b-939f-af1840a307f1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (6ea53084-c585-4ee8-a55b-dd334244d14d), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:46.034961 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b893c3-03e4-4e8b-939f-af1840a307f1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Pushing event deleted for resources: {'Port': ['ID=6ea53084-c585-4ee8-a55b-dd334244d14d,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:46.087485 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac9c69b-47b0-41f7-b791-a9cd7e39ca4e None None] New status for floating IP f71f354b-5246-49f0-92ad-6d52f0042fd6: DOWN {{(pid=109501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 15:51:46.106338 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b8b893c3-03e4-4e8b-939f-af1840a307f1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks [] for floatingip (f71f354b-5246-49f0-92ad-6d52f0042fd6), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:46.106559 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a193b07-b3a2-4d02-a3f9-b0340ef5f626 req-b8f599ee-f35e-4062-86d5-2385ef91b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:46.107995 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7a193b07-b3a2-4d02-a3f9-b0340ef5f626 req-b8f599ee-f35e-4062-86d5-2385ef91b393 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a07442ccd84648079b83d0046a0ec54d&device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 1130 time: 0.0551817 Feb 17 15:51:46.109575 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b8b893c3-03e4-4e8b-939f-af1840a307f1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for floatingip (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:46.110711 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-b8b893c3-03e4-4e8b-939f-af1840a307f1 tempest-AttachVolumeTestJSON-1092164100 tempest-AttachVolumeTestJSON-1092164100-project] 10.222.0.67 "DELETE /v2.0/floatingips/f71f354b-5246-49f0-92ad-6d52f0042fd6 HTTP/1.1" status: 204 len: 168 time: 0.4860709 Feb 17 15:51:46.241940 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a193b07-b3a2-4d02-a3f9-b0340ef5f626 req-0f1d08bb-428d-4c29-a680-c9d11d8876d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:46.243064 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7a193b07-b3a2-4d02-a3f9-b0340ef5f626 req-0f1d08bb-428d-4c29-a680-c9d11d8876d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e876fc21-a1fb-48e6-880e-d68377d6fe00 HTTP/1.1" status: 200 len: 910 time: 0.1130288 Feb 17 15:51:46.313626 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7a193b07-b3a2-4d02-a3f9-b0340ef5f626 req-fabdad20-8477-414f-b561-92b848a8c73b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bd86dd7-775a-47b4-b767-9c03c824c757 HTTP/1.1" status: 200 len: 1001 time: 0.0628600 Feb 17 15:51:46.365510 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a193b07-b3a2-4d02-a3f9-b0340ef5f626 req-2f67e348-c21e-47cf-a92b-4b5379c8ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:46.367083 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7a193b07-b3a2-4d02-a3f9-b0340ef5f626 req-2f67e348-c21e-47cf-a92b-4b5379c8ea74 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8f454ab8-9d17-4e5c-b573-5bcdca815dd8 HTTP/1.1" status: 200 len: 848 time: 0.0475287 Feb 17 15:51:46.451483 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-b6a62833-ae50-4128-84cf-733967b736dd tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1597094562&fields=id&tenant_id=c408aed137854f999d78e197a7cc75fc HTTP/1.1" status: 200 len: 267 time: 0.0804839 Feb 17 15:51:46.457791 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a193b07-b3a2-4d02-a3f9-b0340ef5f626 req-8e0e3514-99c9-43b3-bc56-3b6770dcbb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:46.459230 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7a193b07-b3a2-4d02-a3f9-b0340ef5f626 req-8e0e3514-99c9-43b3-bc56-3b6770dcbb1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e876fc21-a1fb-48e6-880e-d68377d6fe00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0813105 Feb 17 15:51:46.647624 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2acb0f-6c8f-4332-b51c-da07314ade2f req-d7c9d48c-7514-4711-829c-1b4aaadb8059 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:46.649113 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ae2acb0f-6c8f-4332-b51c-da07314ade2f req-d7c9d48c-7514-4711-829c-1b4aaadb8059 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.1879609 Feb 17 15:51:46.679134 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-abc29478-3d7d-43c6-9899-6e5986a660d9 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:46.680729 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-abc29478-3d7d-43c6-9899-6e5986a660d9 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/networks?id=759e632a-fe01-4c96-a989-2dc2f421382b HTTP/1.1" status: 200 len: 811 time: 0.2206013 Feb 17 15:51:46.690099 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7a193b07-b3a2-4d02-a3f9-b0340ef5f626 req-7c5419c4-d3e5-4adf-b89a-71324466c14e service neutron] 10.222.0.24 "GET /v2.0/networks/e876fc21-a1fb-48e6-880e-d68377d6fe00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183924 Feb 17 15:51:46.725761 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-5f9449ce-6a27-4b10-b209-4d7f9d3dcc55 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/quotas/c408aed137854f999d78e197a7cc75fc HTTP/1.1" status: 200 len: 375 time: 0.0377200 Feb 17 15:51:46.777051 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ae2acb0f-6c8f-4332-b51c-da07314ade2f req-dbfd8133-c984-4970-9df2-ad61f9e78e4e tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176374 Feb 17 15:51:46.850621 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7a193b07-b3a2-4d02-a3f9-b0340ef5f626 req-cc06ed09-a0af-46b0-8ab1-ddf428e77b26 service neutron] 10.222.0.24 "GET /v2.0/networks/e876fc21-a1fb-48e6-880e-d68377d6fe00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519992 Feb 17 15:51:46.871787 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-5593eff2-6210-43e8-88ed-c3aa6bca5155 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c408aed137854f999d78e197a7cc75fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1380091 Feb 17 15:51:46.901449 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201c494-0fc2-4974-bd76-19a7b2df22e4 req-8bdb6901-18de-4c6d-8636-9998707868be tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:46.902939 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4201c494-0fc2-4974-bd76-19a7b2df22e4 req-8bdb6901-18de-4c6d-8636-9998707868be tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 945 time: 0.0677955 Feb 17 15:51:46.949761 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4201c494-0fc2-4974-bd76-19a7b2df22e4 req-bd84f8e4-b117-4099-92c5-4e5e8a98af62 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410345 Feb 17 15:51:47.052212 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-3cbeadd5-9c68-4d78-ac07-0bf4345916a9 service neutron] 10.222.0.67 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698527 Feb 17 15:51:47.152383 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device b5924674-b9d5-4a85-beca-fb23f50f4c1e up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:51:47.202488 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port b5924674-b9d5-4a85-beca-fb23f50f4c1e triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:51:47.202863 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:47.281118 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port b5924674-b9d5-4a85-beca-fb23f50f4c1e is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:51:47.281636 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:47.310831 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfc69eb-19cf-4966-b54c-669fdee4e39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5924674-b9d5-4a85-beca-fb23f50f4c1e'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:51:47.313352 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81b2ad5-fb18-4454-9079-2980a6bace6f" -d '{"events": [{"server_uuid": "2cfc69eb-19cf-4966-b54c-669fdee4e39d", "name": "network-vif-plugged", "status": "completed", "tag": "b5924674-b9d5-4a85-beca-fb23f50f4c1e"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:51:47.338975 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port b5924674-b9d5-4a85-beca-fb23f50f4c1e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=b5924674-b9d5-4a85-beca-fb23f50f4c1e,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:47.344884 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:47.345844 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device bce0fbd3-32b4-4ccb-bc72-088866d72f95 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:51:47.373360 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] No Port match for: bce0fbd3-32b4-4ccb-bc72-088866d72f95 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:51:47.373360 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device bce0fbd3-32b4-4ccb-bc72-088866d72f95 not bound to the agent host hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:51:47.424380 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=b5924674-b9d5-4a85-beca-fb23f50f4c1e,revision_number=7']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:47.431162 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efed63d7-d558-4c66-8ac0-a36dd473d3f1 x-openstack-request-id: req-efed63d7-d558-4c66-8ac0-a36dd473d3f1 {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:51:47.431450 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfc69eb-19cf-4966-b54c-669fdee4e39d", "name": "network-vif-plugged", "status": "completed", "tag": "b5924674-b9d5-4a85-beca-fb23f50f4c1e", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:51:47.431704 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-efed63d7-d558-4c66-8ac0-a36dd473d3f1 {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:51:47.432091 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfc69eb-19cf-4966-b54c-669fdee4e39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5924674-b9d5-4a85-beca-fb23f50f4c1e', 'code': 200} Feb 17 15:51:47.432428 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-1268f68d-73da-491b-b1b0-e989de05cf65 service neutron] 10.222.0.67 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743815 Feb 17 15:51:47.714715 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-dba9d75b-b78c-4b20-b9f7-4c29c5092d5f req-4da74443-e72a-4097-b7f6-3abb1671a197 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c HTTP/1.1" status: 200 len: 210 time: 0.0339122 Feb 17 15:51:47.917183 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406ffde-33f7-46b0-b2d3-7615da4ec290 req-5d968e93-ca3d-4511-b67a-7a1c72b96fdf tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:47.919268 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d406ffde-33f7-46b0-b2d3-7615da4ec290 req-5d968e93-ca3d-4511-b67a-7a1c72b96fdf tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0573883 Feb 17 15:51:47.971161 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d406ffde-33f7-46b0-b2d3-7615da4ec290 req-08b44bb9-5742-4223-a5da-03966a782ab1 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443594 Feb 17 15:51:48.105460 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385db95-f724-47b4-94b0-2d5fdb65d371 req-4ae85530-bb99-4a61-b08e-777872443bf8 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:48.107414 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3385db95-f724-47b4-94b0-2d5fdb65d371 req-4ae85530-bb99-4a61-b08e-777872443bf8 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.0579612 Feb 17 15:51:48.160558 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3385db95-f724-47b4-94b0-2d5fdb65d371 req-68afe60b-dc1f-48ce-b8e5-4ed0113a8144 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462098 Feb 17 15:51:48.844696 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-b4fafe8b-9f97-4bed-8374-001177e01695 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:48.846290 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-b4fafe8b-9f97-4bed-8374-001177e01695 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.24 "GET /v2.0/networks?id=759e632a-fe01-4c96-a989-2dc2f421382b HTTP/1.1" status: 200 len: 811 time: 0.1967208 Feb 17 15:51:48.863900 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f781cd87-8cdb-4220-a924-52ff31e97342 req-e51a71a1-0d13-4478-a2b3-e93208dec937 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c HTTP/1.1" status: 200 len: 210 time: 0.0421648 Feb 17 15:51:48.935416 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-8c339403-8f71-4dbd-8b4a-c1c61a491588 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c408aed137854f999d78e197a7cc75fc HTTP/1.1" status: 200 len: 380 time: 0.0703716 Feb 17 15:51:48.946499 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-619983a3-62e0-41d4-861e-341d87d1990d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Request body: {'port': {'device_id': '2f0a37d8-ecf9-4e2b-8557-b44c3827471c', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'admin_state_up': True, 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'security_groups': ['f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa']}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:51:49.103582 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-619983a3-62e0-41d4-861e-341d87d1990d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Made reservation on behalf of c408aed137854f999d78e197a7cc75fc for: {'port': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:51:49.107861 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-619983a3-62e0-41d4-861e-341d87d1990d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:49.129066 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c44b6a-92a6-428c-aadb-f372536048d5 req-81dfe625-cc45-4f4b-8872-2071fa45ce8e tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:49.130674 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a2c44b6a-92a6-428c-aadb-f372536048d5 req-81dfe625-cc45-4f4b-8872-2071fa45ce8e tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0843148 Feb 17 15:51:49.337709 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-619983a3-62e0-41d4-861e-341d87d1990d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Allocated IP 172.20.0.14 (759e632a-fe01-4c96-a989-2dc2f421382b/ace76b24-c3b7-4925-b310-79f338d4269f/cf702545-bac0-40cf-8a57-21566f73aa08) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:51:49.352711 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a2c44b6a-92a6-428c-aadb-f372536048d5 req-748988f0-657b-47b0-80dc-24a9ae6feb75 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120812 Feb 17 15:51:49.391516 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f3de7-1da0-413e-9978-d06e00917898 req-6f351d62-9a0b-41be-ac51-e64333e99b97 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:49.393264 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fd1f3de7-1da0-413e-9978-d06e00917898 req-6f351d62-9a0b-41be-ac51-e64333e99b97 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.1286364 Feb 17 15:51:49.490500 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fd1f3de7-1da0-413e-9978-d06e00917898 req-5e17a889-1e26-479b-81c2-65e2311cf1bf tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875750 Feb 17 15:51:49.570837 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-619983a3-62e0-41d4-861e-341d87d1990d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for port (cf702545-bac0-40cf-8a57-21566f73aa08), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:49.606247 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-619983a3-62e0-41d4-861e-341d87d1990d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (cf702545-bac0-40cf-8a57-21566f73aa08), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:49.660180 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-619983a3-62e0-41d4-861e-341d87d1990d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Network 759e632a-fe01-4c96-a989-2dc2f421382b is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:51:49.663586 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-619983a3-62e0-41d4-861e-341d87d1990d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:51:49.679380 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-619983a3-62e0-41d4-861e-341d87d1990d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:51:49.689569 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619983a3-62e0-41d4-861e-341d87d1990d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Pushing event updated for resources: {'Port': ['ID=cf702545-bac0-40cf-8a57-21566f73aa08,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:49.751759 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-619983a3-62e0-41d4-861e-341d87d1990d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:49.752873 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-619983a3-62e0-41d4-861e-341d87d1990d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:49.779646 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-619983a3-62e0-41d4-861e-341d87d1990d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8374057 Feb 17 15:51:49.794922 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-0ae0d6ff-fc8b-4b28-88d5-91cd75205a3d service neutron] Request body: {'port': {'device_id': '2f0a37d8-ecf9-4e2b-8557-b44c3827471c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:51:49.795531 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 57026) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:49.851413 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad62ae-1b82-46bf-a19f-21fc18e21b85 req-e6d73084-2fb8-4ea9-8fa9-91fa3c227b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:49.853115 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-45ad62ae-1b82-46bf-a19f-21fc18e21b85 req-e6d73084-2fb8-4ea9-8fa9-91fa3c227b8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a07442ccd84648079b83d0046a0ec54d&device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 1130 time: 0.0712230 Feb 17 15:51:49.908923 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-0ae0d6ff-fc8b-4b28-88d5-91cd75205a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (cf702545-bac0-40cf-8a57-21566f73aa08), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:49.984959 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad62ae-1b82-46bf-a19f-21fc18e21b85 req-33f62599-bc65-49b8-b7cf-d32d596d77c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:49.986722 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-45ad62ae-1b82-46bf-a19f-21fc18e21b85 req-33f62599-bc65-49b8-b7cf-d32d596d77c9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e876fc21-a1fb-48e6-880e-d68377d6fe00 HTTP/1.1" status: 200 len: 910 time: 0.1260977 Feb 17 15:51:50.002789 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-eb526b2e-8706-4a5a-b645-c9f66090d32e None None] Provisioning complete for port cf702545-bac0-40cf-8a57-21566f73aa08 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:51:50.003745 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-eb526b2e-8706-4a5a-b645-c9f66090d32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (cf702545-bac0-40cf-8a57-21566f73aa08), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:50.047905 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-eb526b2e-8706-4a5a-b645-c9f66090d32e None None] Port cf702545-bac0-40cf-8a57-21566f73aa08 cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:51:50.068605 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-45ad62ae-1b82-46bf-a19f-21fc18e21b85 req-0060c19c-82cf-4c6d-a550-c39411d9e698 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bd86dd7-775a-47b4-b767-9c03c824c757 HTTP/1.1" status: 200 len: 1001 time: 0.0758522 Feb 17 15:51:50.133302 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad62ae-1b82-46bf-a19f-21fc18e21b85 req-7749e447-70c1-40da-8ae3-0a89f41374f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:50.134818 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-45ad62ae-1b82-46bf-a19f-21fc18e21b85 req-7749e447-70c1-40da-8ae3-0a89f41374f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8f454ab8-9d17-4e5c-b573-5bcdca815dd8 HTTP/1.1" status: 200 len: 848 time: 0.0599685 Feb 17 15:51:50.198334 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad62ae-1b82-46bf-a19f-21fc18e21b85 req-3db2e9ef-2531-4c9a-a391-9e2710c14530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:50.199352 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-45ad62ae-1b82-46bf-a19f-21fc18e21b85 req-3db2e9ef-2531-4c9a-a391-9e2710c14530 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e876fc21-a1fb-48e6-880e-d68377d6fe00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0571620 Feb 17 15:51:50.234035 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1879f4-d951-4894-8052-b3e6fee7e572 req-cf6c2a6b-2a16-4a08-b245-ac3e5958a369 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:50.241102 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2f1879f4-d951-4894-8052-b3e6fee7e572 req-cf6c2a6b-2a16-4a08-b245-ac3e5958a369 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c HTTP/1.1" status: 200 len: 932 time: 0.2395113 Feb 17 15:51:50.319528 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-45ad62ae-1b82-46bf-a19f-21fc18e21b85 req-e19ee19a-6af2-4cd4-9f00-33e9a53ef739 service neutron] 10.222.0.24 "GET /v2.0/networks/e876fc21-a1fb-48e6-880e-d68377d6fe00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126726 Feb 17 15:51:50.439622 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-45ad62ae-1b82-46bf-a19f-21fc18e21b85 req-8311e7b6-af07-40ca-8700-3841b5920859 service neutron] 10.222.0.24 "GET /v2.0/networks/e876fc21-a1fb-48e6-880e-d68377d6fe00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093936 Feb 17 15:51:50.440221 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2f1879f4-d951-4894-8052-b3e6fee7e572 req-59807456-4f32-46fa-9731-80c1511d8adc tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981254 Feb 17 15:51:50.660583 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-0ae0d6ff-fc8b-4b28-88d5-91cd75205a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf702545-bac0-40cf-8a57-21566f73aa08 {{(pid=109499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:51:50.684090 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca10e7-cad8-4a56-a54e-068390122211 req-d9af9763-8d8d-4e1b-853c-7f45c2201cfc tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:50.685616 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7cca10e7-cad8-4a56-a54e-068390122211 req-d9af9763-8d8d-4e1b-853c-7f45c2201cfc tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.2181811 Feb 17 15:51:50.692035 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-0ae0d6ff-fc8b-4b28-88d5-91cd75205a3d service neutron] Publish callbacks [] for port (cf702545-bac0-40cf-8a57-21566f73aa08), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:50.758081 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.provisioning_blocks [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-0ae0d6ff-fc8b-4b28-88d5-91cd75205a3d service neutron] Transition to ACTIVE for port object cf702545-bac0-40cf-8a57-21566f73aa08 will not be triggered until provisioned by entity L2. {{(pid=109499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 15:51:50.775151 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-0ae0d6ff-fc8b-4b28-88d5-91cd75205a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (cf702545-bac0-40cf-8a57-21566f73aa08), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:50.849614 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ac929-c722-4c42-932e-3f3ba4bcee85 req-4ec2e35c-fefb-4b14-b10e-9aeea9acd302 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:50.861035 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-032ac929-c722-4c42-932e-3f3ba4bcee85 req-4ec2e35c-fefb-4b14-b10e-9aeea9acd302 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.2752731 Feb 17 15:51:50.875917 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7cca10e7-cad8-4a56-a54e-068390122211 req-c57049a5-51ed-47bf-878a-17c44a342b32 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786723 Feb 17 15:51:50.925558 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0d6ff-fc8b-4b28-88d5-91cd75205a3d service neutron] Pushing event updated for resources: {'Port': ['ID=cf702545-bac0-40cf-8a57-21566f73aa08,revision_number=2']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:50.982872 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-032ac929-c722-4c42-932e-3f3ba4bcee85 req-8263ed70-a8c5-46d0-88b3-138b30b00b8d tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138175 Feb 17 15:51:51.099789 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-0ae0d6ff-fc8b-4b28-88d5-91cd75205a3d service neutron] Attempting to bind port cf702545-bac0-40cf-8a57-21566f73aa08 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:51:51.100131 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-0ae0d6ff-fc8b-4b28-88d5-91cd75205a3d service neutron] Attempting to bind port cf702545-bac0-40cf-8a57-21566f73aa08 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': 'eb85bb1d-d03c-4ee4-83d9-8bb61def30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b'}] {{(pid=109499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:51:51.100479 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-0ae0d6ff-fc8b-4b28-88d5-91cd75205a3d service neutron] Attempting to bind port cf702545-bac0-40cf-8a57-21566f73aa08 on network 759e632a-fe01-4c96-a989-2dc2f421382b {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:51:51.108526 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-0ae0d6ff-fc8b-4b28-88d5-91cd75205a3d service neutron] Port cf702545-bac0-40cf-8a57-21566f73aa08 on network 759e632a-fe01-4c96-a989-2dc2f421382b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 15:51:51.108857 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-0ae0d6ff-fc8b-4b28-88d5-91cd75205a3d service neutron] Attempting to bind port cf702545-bac0-40cf-8a57-21566f73aa08 on network 759e632a-fe01-4c96-a989-2dc2f421382b {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:51:51.116758 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-0ae0d6ff-fc8b-4b28-88d5-91cd75205a3d service neutron] Checking agent: {'id': '085351c5-065a-4edc-ae4b-0d7f2b27b503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'started_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:51:51.117080 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-0ae0d6ff-fc8b-4b28-88d5-91cd75205a3d service neutron] Checking segment: {'id': 'eb85bb1d-d03c-4ee4-83d9-8bb61def30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:51:51.117410 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-0ae0d6ff-fc8b-4b28-88d5-91cd75205a3d service neutron] Bound using segment: {'id': 'eb85bb1d-d03c-4ee4-83d9-8bb61def30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b'} {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:51:51.117847 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-0ae0d6ff-fc8b-4b28-88d5-91cd75205a3d service neutron] Bound port: cf702545-bac0-40cf-8a57-21566f73aa08, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb85bb1d-d03c-4ee4-83d9-8bb61def30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b'}}] {{(pid=109499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:51:51.118207 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-0ae0d6ff-fc8b-4b28-88d5-91cd75205a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (cf702545-bac0-40cf-8a57-21566f73aa08), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:51.123941 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-25279864-55bd-43a5-b3e6-e8dacdfe97dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607139'] for router_interface (7f9696a0-af62-48d6-8f16-90fc573834bc), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:51.268194 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-0ae0d6ff-fc8b-4b28-88d5-91cd75205a3d service neutron] For port cf702545-bac0-40cf-8a57-21566f73aa08, host hv-cinder-60634, cleared binding levels {{(pid=109499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:51:51.283292 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-0ae0d6ff-fc8b-4b28-88d5-91cd75205a3d service neutron] For port cf702545-bac0-40cf-8a57-21566f73aa08, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=cf702545-bac0-40cf-8a57-21566f73aa08,segment=NetworkSegment(eb85bb1d-d03c-4ee4-83d9-8bb61def30f3),segment_id=eb85bb1d-d03c-4ee4-83d9-8bb61def30f3)] {{(pid=109499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:51:51.316639 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-0ae0d6ff-fc8b-4b28-88d5-91cd75205a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (cf702545-bac0-40cf-8a57-21566f73aa08), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:51.375349 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-0ae0d6ff-fc8b-4b28-88d5-91cd75205a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:51.376036 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-0ae0d6ff-fc8b-4b28-88d5-91cd75205a3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:51.377453 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-0ae0d6ff-fc8b-4b28-88d5-91cd75205a3d service neutron] 10.222.0.24 "PUT /v2.0/ports/cf702545-bac0-40cf-8a57-21566f73aa08 HTTP/1.1" status: 200 len: 1094 time: 1.5886886 Feb 17 15:51:51.378802 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0a37d8-ecf9-4e2b-8557-b44c3827471c', 'tag': 'cf702545-bac0-40cf-8a57-21566f73aa08'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:51:51.381554 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b26661-308b-479e-9bad-3abf9e596cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0a37d8-ecf9-4e2b-8557-b44c3827471c", "tag": "cf702545-bac0-40cf-8a57-21566f73aa08"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:51:51.453181 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0d6ff-fc8b-4b28-88d5-91cd75205a3d service neutron] Pushing event updated for resources: {'Port': ['ID=cf702545-bac0-40cf-8a57-21566f73aa08,revision_number=3']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:51.458495 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac490598-c8f2-44f5-b377-6b347cf58a5a x-openstack-request-id: req-ac490598-c8f2-44f5-b377-6b347cf58a5a {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:51:51.459061 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0a37d8-ecf9-4e2b-8557-b44c3827471c", "tag": "cf702545-bac0-40cf-8a57-21566f73aa08", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:51:51.459322 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ac490598-c8f2-44f5-b377-6b347cf58a5a {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:51:51.459734 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0a37d8-ecf9-4e2b-8557-b44c3827471c', 'tag': 'cf702545-bac0-40cf-8a57-21566f73aa08', 'status': 'completed', 'code': 200} Feb 17 15:51:51.600952 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-9f620f3b-6b82-4326-aaf0-2867697b6172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:51.602575 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-9f620f3b-6b82-4326-aaf0-2867697b6172 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c408aed137854f999d78e197a7cc75fc&device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c HTTP/1.1" status: 200 len: 1128 time: 0.1582105 Feb 17 15:51:51.698009 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-aa6b1613-3abb-4dcf-a1ff-55326cf6afc4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf702545-bac0-40cf-8a57-21566f73aa08 HTTP/1.1" status: 200 len: 217 time: 0.0855329 Feb 17 15:51:51.748000 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47ff7fa-3140-4161-823a-bc670a45731a req-d2ae3c58-09bd-4825-be1a-95a1015c724c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:51.751273 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e47ff7fa-3140-4161-823a-bc670a45731a req-d2ae3c58-09bd-4825-be1a-95a1015c724c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c HTTP/1.1" status: 200 len: 944 time: 0.1869774 Feb 17 15:51:51.783760 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-34fee1a5-7692-4083-b7f1-05b6dc9fc7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:51.785238 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-34fee1a5-7692-4083-b7f1-05b6dc9fc7d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ace76b24-c3b7-4925-b310-79f338d4269f HTTP/1.1" status: 200 len: 850 time: 0.0795660 Feb 17 15:51:51.842322 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-25279864-55bd-43a5-b3e6-e8dacdfe97dc admin admin] Deleting port d3e0caaf-966f-4f20-acfe-b9126ebe0d01 {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:51:51.842660 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-25279864-55bd-43a5-b3e6-e8dacdfe97dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (d3e0caaf-966f-4f20-acfe-b9126ebe0d01), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:51.874526 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e47ff7fa-3140-4161-823a-bc670a45731a req-5878beed-0d16-4b39-aa04-e342f3c03d31 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183183 Feb 17 15:51:51.927425 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-d504e598-3c31-453a-9306-d8871e6f060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:51.928969 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-d504e598-3c31-453a-9306-d8871e6f060b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=759e632a-fe01-4c96-a989-2dc2f421382b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1317894 Feb 17 15:51:51.993475 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [None req-25279864-55bd-43a5-b3e6-e8dacdfe97dc admin admin] For port d3e0caaf-966f-4f20-acfe-b9126ebe0d01, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=d3e0caaf-966f-4f20-acfe-b9126ebe0d01,segment=NetworkSegment(62cc0335-bd0e-43f5-a4e5-e158aba2febe),segment_id=62cc0335-bd0e-43f5-a4e5-e158aba2febe)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:51.993841 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-25279864-55bd-43a5-b3e6-e8dacdfe97dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (d3e0caaf-966f-4f20-acfe-b9126ebe0d01), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:52.030687 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-25279864-55bd-43a5-b3e6-e8dacdfe97dc admin admin] Calling delete_port for d3e0caaf-966f-4f20-acfe-b9126ebe0d01 owned by network:router_interface {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:51:52.447337 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-798acb97-ede0-498a-b914-ce84f74aab2a service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019202 Feb 17 15:51:52.456640 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09485b86-baf9-4495-81c1-08c05790e67c req-55f1f93b-1688-448c-ac37-be5ad38fb399 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:52.458296 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-09485b86-baf9-4495-81c1-08c05790e67c req-55f1f93b-1688-448c-ac37-be5ad38fb399 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.4860876 Feb 17 15:51:52.638255 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a009250-9075-409d-b21e-0f414f2d4101 req-635967cc-e344-47d3-a96f-822a11c36309 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:52.641032 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3a009250-9075-409d-b21e-0f414f2d4101 req-635967cc-e344-47d3-a96f-822a11c36309 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.2518387 Feb 17 15:51:52.659903 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-09485b86-baf9-4495-81c1-08c05790e67c req-3d0bd349-5710-4318-9ffe-187bdc8dce0b tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840775 Feb 17 15:51:52.748890 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9f309ea6-041c-4c3f-8ba3-b30c95fc314f req-d82887a4-2d79-462b-8a54-c0846adc8cc9 service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850280 Feb 17 15:51:52.798484 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3a009250-9075-409d-b21e-0f414f2d4101 req-85742b06-6e18-4c9b-b894-5c72571f9304 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490734 Feb 17 15:51:52.858217 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-25279864-55bd-43a5-b3e6-e8dacdfe97dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (d3e0caaf-966f-4f20-acfe-b9126ebe0d01), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:52.889867 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25279864-55bd-43a5-b3e6-e8dacdfe97dc admin admin] Pushing event deleted for resources: {'Port': ['ID=d3e0caaf-966f-4f20-acfe-b9126ebe0d01,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:52.974731 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b26661-308b-479e-9bad-3abf9e596cd8 req-0d0657cd-3afe-4ca9-816c-c8b3549c8772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:52.976266 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a6b26661-308b-479e-9bad-3abf9e596cd8 req-0d0657cd-3afe-4ca9-816c-c8b3549c8772 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c408aed137854f999d78e197a7cc75fc&device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c HTTP/1.1" status: 200 len: 1128 time: 0.1470544 Feb 17 15:51:53.217049 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf4494-c2af-452c-a122-f3c92b9ab12e req-854746b6-8d9b-483c-8696-4dddda2106e2 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:53.218535 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-72cf4494-c2af-452c-a122-f3c92b9ab12e req-854746b6-8d9b-483c-8696-4dddda2106e2 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c HTTP/1.1" status: 200 len: 944 time: 0.2337909 Feb 17 15:51:53.242130 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-25279864-55bd-43a5-b3e6-e8dacdfe97dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1607699'] for router_interface (7f9696a0-af62-48d6-8f16-90fc573834bc), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:53.257861 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b26661-308b-479e-9bad-3abf9e596cd8 req-9590463e-87c0-4db8-ab4f-9cc3f47b6ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:53.259319 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a6b26661-308b-479e-9bad-3abf9e596cd8 req-9590463e-87c0-4db8-ab4f-9cc3f47b6ee3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=759e632a-fe01-4c96-a989-2dc2f421382b HTTP/1.1" status: 200 len: 912 time: 0.2660673 Feb 17 15:51:53.380154 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a6b26661-308b-479e-9bad-3abf9e596cd8 req-4dded5d9-a7bf-4610-b63a-56c3f3123aaf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf702545-bac0-40cf-8a57-21566f73aa08 HTTP/1.1" status: 200 len: 217 time: 0.1141586 Feb 17 15:51:53.404159 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-72cf4494-c2af-452c-a122-f3c92b9ab12e req-13474bf4-25ee-4c75-9f1d-bd548ce30703 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755831 Feb 17 15:51:53.454092 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b26661-308b-479e-9bad-3abf9e596cd8 req-87279240-69f6-4c13-8fc1-3f51a12faec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:53.455641 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a6b26661-308b-479e-9bad-3abf9e596cd8 req-87279240-69f6-4c13-8fc1-3f51a12faec0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ace76b24-c3b7-4925-b310-79f338d4269f HTTP/1.1" status: 200 len: 850 time: 0.0673256 Feb 17 15:51:53.597116 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b26661-308b-479e-9bad-3abf9e596cd8 req-8cf98442-7b54-4cf4-8ce6-d3b0f5a5851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:53.599196 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a6b26661-308b-479e-9bad-3abf9e596cd8 req-8cf98442-7b54-4cf4-8ce6-d3b0f5a5851d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=759e632a-fe01-4c96-a989-2dc2f421382b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1366475 Feb 17 15:51:53.702304 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25279864-55bd-43a5-b3e6-e8dacdfe97dc admin admin] Router 7f9696a0-af62-48d6-8f16-90fc573834bc has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:51:53.730563 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a6b26661-308b-479e-9bad-3abf9e596cd8 req-d88da32a-cca5-4c2f-ab55-066cc0ce484a service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238401 Feb 17 15:51:53.984772 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15474382-3ed5-468e-a9b8-58d5798a0bd4 req-86c68d98-972a-44eb-b606-0e0d43257797 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:53.986230 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-15474382-3ed5-468e-a9b8-58d5798a0bd4 req-86c68d98-972a-44eb-b606-0e0d43257797 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.2136145 Feb 17 15:51:54.011944 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25279864-55bd-43a5-b3e6-e8dacdfe97dc admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:51:54.017745 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a6b26661-308b-479e-9bad-3abf9e596cd8 req-fb55121c-fe6a-41c0-9be4-06fa0493c00d service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521296 Feb 17 15:51:54.023313 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-25279864-55bd-43a5-b3e6-e8dacdfe97dc admin admin] 10.222.0.67 "PUT /v2.0/routers/7f9696a0-af62-48d6-8f16-90fc573834bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2268336 Feb 17 15:51:54.026103 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 57054) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:54.028776 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36f8a16-9625-410b-bd45-9231da796b23 None None] Sync routers for ids ['7f9696a0-af62-48d6-8f16-90fc573834bc'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:51:54.052675 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36f8a16-9625-410b-bd45-9231da796b23 None None] Routers {'7f9696a0-af62-48d6-8f16-90fc573834bc'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:51:54.053552 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-c36f8a16-9625-410b-bd45-9231da796b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:51:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['7f9696a0-af62-48d6-8f16-90fc573834bc'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:54.089784 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52f8e1-cbf8-442c-bb3f-15538c79df81 req-6ace3796-076d-4c85-92c9-8678e68edaac tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:54.092424 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8e52f8e1-cbf8-442c-bb3f-15538c79df81 req-6ace3796-076d-4c85-92c9-8678e68edaac tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.1904252 Feb 17 15:51:54.110505 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-15474382-3ed5-468e-a9b8-58d5798a0bd4 req-bc4b8c97-7530-4d3a-8551-2f06ffd63dad tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119330 Feb 17 15:51:54.165763 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-244d969d-2e35-4f47-9915-c0c1693aba51 admin admin] Publish callbacks [] for router (7f9696a0-af62-48d6-8f16-90fc573834bc), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:54.169396 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-c36f8a16-9625-410b-bd45-9231da796b23 None None] Set router 7f9696a0-af62-48d6-8f16-90fc573834bc gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:51:54.209624 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8e52f8e1-cbf8-442c-bb3f-15538c79df81 req-e4cf161b-8baf-4bb6-ad60-88bb86907df2 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943153 Feb 17 15:51:54.405681 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-244d969d-2e35-4f47-9915-c0c1693aba51 admin admin] Publish callbacks [] for router_gateway (7f9696a0-af62-48d6-8f16-90fc573834bc), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:54.421186 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 57064) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:54.494269 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-c36f8a16-9625-410b-bd45-9231da796b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'name': 'tempest-AttachVolumeTestJSON-526983127-router', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:33Z', 'updated_at': '2022-02-17T15:51:52Z', 'revision_number': 5, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'gw_port': {'id': '9e18fdcb-0d73-4059-bfe4-dfc93eb82b71', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:34Z', 'updated_at': '2022-02-17T15:45:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:54.512794 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81356dae-828f-4ff2-9786-5440c220ebd1 req-a084df48-cf4c-47c8-b48c-d13727f8a7fc tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:54.514365 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-81356dae-828f-4ff2-9786-5440c220ebd1 req-a084df48-cf4c-47c8-b48c-d13727f8a7fc tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.1389513 Feb 17 15:51:54.531515 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36f8a16-9625-410b-bd45-9231da796b23 None None] Checking router: 7f9696a0-af62-48d6-8f16-90fc573834bc for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:51:54.545784 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36f8a16-9625-410b-bd45-9231da796b23 None None] Routers {'7f9696a0-af62-48d6-8f16-90fc573834bc'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:51:54.546866 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-c36f8a16-9625-410b-bd45-9231da796b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:51:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['7f9696a0-af62-48d6-8f16-90fc573834bc'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:54.558438 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [None req-244d969d-2e35-4f47-9915-c0c1693aba51 admin admin] Deleting port 9e18fdcb-0d73-4059-bfe4-dfc93eb82b71 {{(pid=109498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:51:54.558783 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-244d969d-2e35-4f47-9915-c0c1693aba51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (9e18fdcb-0d73-4059-bfe4-dfc93eb82b71), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:54.602892 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-81356dae-828f-4ff2-9786-5440c220ebd1 req-addcf3b3-c882-4c4b-a527-63bb25c4b5fa tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773845 Feb 17 15:51:54.620942 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3fc98-8efe-4557-ad80-4b66a7818949 req-1ef266fc-5c2a-49dd-8849-82d20427e9d3 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:54.622489 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7db3fc98-8efe-4557-ad80-4b66a7818949 req-1ef266fc-5c2a-49dd-8849-82d20427e9d3 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c HTTP/1.1" status: 200 len: 944 time: 0.1053431 Feb 17 15:51:54.649982 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [None req-244d969d-2e35-4f47-9915-c0c1693aba51 admin admin] For port 9e18fdcb-0d73-4059-bfe4-dfc93eb82b71, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=9e18fdcb-0d73-4059-bfe4-dfc93eb82b71,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:54.650345 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-244d969d-2e35-4f47-9915-c0c1693aba51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (9e18fdcb-0d73-4059-bfe4-dfc93eb82b71), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:54.663716 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [None req-244d969d-2e35-4f47-9915-c0c1693aba51 admin admin] Calling delete_port for 9e18fdcb-0d73-4059-bfe4-dfc93eb82b71 owned by network:router_gateway {{(pid=109498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:51:54.673703 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-c36f8a16-9625-410b-bd45-9231da796b23 None None] Set router 7f9696a0-af62-48d6-8f16-90fc573834bc gateway port host: None {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:51:54.699970 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7db3fc98-8efe-4557-ad80-4b66a7818949 req-149abf47-b49e-4f3a-a282-ce50a6139a21 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707221 Feb 17 15:51:54.719002 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-009b9c1c-e2c8-4619-a82d-63bb4cf78264 req-862a0961-a971-467e-aab5-b236dd266475 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2966454 Feb 17 15:51:54.730662 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [req-009b9c1c-e2c8-4619-a82d-63bb4cf78264 req-a09811e7-1a9e-4a55-8e59-be1962f3d2d6 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 15:51:54.732585 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-009b9c1c-e2c8-4619-a82d-63bb4cf78264 req-a09811e7-1a9e-4a55-8e59-be1962f3d2d6 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054543 Feb 17 15:51:54.750429 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-c36f8a16-9625-410b-bd45-9231da796b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'name': 'tempest-AttachVolumeTestJSON-526983127-router', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:33Z', 'updated_at': '2022-02-17T15:51:54Z', 'revision_number': 6, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'gw_port_host': None}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:54.782877 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36f8a16-9625-410b-bd45-9231da796b23 None None] The sync data for ids ['7f9696a0-af62-48d6-8f16-90fc573834bc'] in dv-cinder-606346-36-iscsi is: [{'id': '7f9696a0-af62-48d6-8f16-90fc573834bc', 'name': 'tempest-AttachVolumeTestJSON-526983127-router', 'tenant_id': '769c58532a4348dcae2ac0328ff62a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:33Z', 'updated_at': '2022-02-17T15:51:54Z', 'revision_number': 6, 'project_id': '769c58532a4348dcae2ac0328ff62a8f', 'gw_port_host': None}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:51:54.837234 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 57074) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:54.903870 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-244d969d-2e35-4f47-9915-c0c1693aba51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (9e18fdcb-0d73-4059-bfe4-dfc93eb82b71), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:54.939310 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d969d-2e35-4f47-9915-c0c1693aba51 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e18fdcb-0d73-4059-bfe4-dfc93eb82b71,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:54.965593 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b9c1c-e2c8-4619-a82d-63bb4cf78264 req-f20e35d9-0ea0-478d-8955-749eb3f25fe6 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:54.967786 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-009b9c1c-e2c8-4619-a82d-63bb4cf78264 req-f20e35d9-0ea0-478d-8955-749eb3f25fe6 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports/8bd86dd7-775a-47b4-b767-9c03c824c757 HTTP/1.1" status: 200 len: 943 time: 0.1291037 Feb 17 15:51:55.011353 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-244d969d-2e35-4f47-9915-c0c1693aba51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1606057'] for router_gateway (7f9696a0-af62-48d6-8f16-90fc573834bc), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:55.120562 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-244d969d-2e35-4f47-9915-c0c1693aba51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-222871'] for router (7f9696a0-af62-48d6-8f16-90fc573834bc), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:55.121276 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-244d969d-2e35-4f47-9915-c0c1693aba51 admin admin] Publish callbacks [] for router_controller (7f9696a0-af62-48d6-8f16-90fc573834bc), precommit_delete_associations {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:55.171531 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 8bd86dd7-775a-47b4-b767-9c03c824c757 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:51:55.172425 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-244d969d-2e35-4f47-9915-c0c1693aba51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608253'] for router (7f9696a0-af62-48d6-8f16-90fc573834bc), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:55.173049 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244d969d-2e35-4f47-9915-c0c1693aba51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f9696a0-af62-48d6-8f16-90fc573834bc {{(pid=109498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 15:51:55.178991 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-244d969d-2e35-4f47-9915-c0c1693aba51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:55.183097 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 57084) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:55.183599 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-244d969d-2e35-4f47-9915-c0c1693aba51 admin admin] 10.222.0.67 "DELETE /v2.0/routers/7f9696a0-af62-48d6-8f16-90fc573834bc HTTP/1.1" status: 204 len: 168 time: 1.1553197 Feb 17 15:51:55.349697 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_v2 [None req-44429c8d-1067-49ee-9c3f-c38bd4222d57 admin admin] Deleting subnet 6d98068c-df44-41c5-a48f-1683fecb288a {{(pid=109499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 15:51:55.353449 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 8bd86dd7-775a-47b4-b767-9c03c824c757 is: ACTIVE; New status is: DOWN {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:51:55.353847 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8bd86dd7-775a-47b4-b767-9c03c824c757), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:55.379578 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-44429c8d-1067-49ee-9c3f-c38bd4222d57 admin admin] Publish callbacks [] for subnet (6d98068c-df44-41c5-a48f-1683fecb288a), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:55.399502 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035a6a9b-b5d3-404f-8cf7-a19efb07864b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bd86dd7-775a-47b4-b767-9c03c824c757'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:51:55.402520 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305cd6ca-ce95-4fe3-ac55-81c1ff60f3c4" -d '{"events": [{"server_uuid": "035a6a9b-b5d3-404f-8cf7-a19efb07864b", "name": "network-vif-unplugged", "status": "completed", "tag": "8bd86dd7-775a-47b4-b767-9c03c824c757"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:51:55.440105 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 8bd86dd7-775a-47b4-b767-9c03c824c757, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8bd86dd7-775a-47b4-b767-9c03c824c757,segment=NetworkSegment(5963083f-b065-4c02-8d0b-987780465e8f),segment_id=5963083f-b065-4c02-8d0b-987780465e8f)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:55.445691 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (8bd86dd7-775a-47b4-b767-9c03c824c757), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:55.452959 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-44429c8d-1067-49ee-9c3f-c38bd4222d57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8388614'] for subnet (6d98068c-df44-41c5-a48f-1683fecb288a), precommit_delete_associations {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:55.482181 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Feb 2022 15:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2669f6-9ea5-4d24-aec0-c2dc1622d616 x-openstack-request-id: req-ad2669f6-9ea5-4d24-aec0-c2dc1622d616 {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:51:55.482549 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035a6a9b-b5d3-404f-8cf7-a19efb07864b", "name": "network-vif-unplugged", "status": "failed", "tag": "8bd86dd7-775a-47b4-b767-9c03c824c757", "code": 422}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:51:55.482760 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ad2669f6-9ea5-4d24-aec0-c2dc1622d616 {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:51:55.483147 dv-cinder-606346-36-iscsi neutron-server[109500]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '035a6a9b-b5d3-404f-8cf7-a19efb07864b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8bd86dd7-775a-47b4-b767-9c03c824c757', 'code': 422} returned with failed status Feb 17 15:51:55.514147 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=8bd86dd7-775a-47b4-b767-9c03c824c757,revision_number=6']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:55.534818 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c785d-bb4f-4c5f-9968-9c87d4c95b51 req-153ff00c-70e8-41c8-85c2-b53cd244249a tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:55.536580 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f50c785d-bb4f-4c5f-9968-9c87d4c95b51 req-153ff00c-70e8-41c8-85c2-b53cd244249a tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.1725159 Feb 17 15:51:55.649670 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-44429c8d-1067-49ee-9c3f-c38bd4222d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775564'] for subnet (6d98068c-df44-41c5-a48f-1683fecb288a), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:55.706303 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f50c785d-bb4f-4c5f-9968-9c87d4c95b51 req-cdcc3acb-5da1-4c5c-8f0a-6cb84a0dbd50 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594877 Feb 17 15:51:55.751642 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device d3e0caaf-966f-4f20-acfe-b9126ebe0d01 no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:51:55.773526 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: d3e0caaf-966f-4f20-acfe-b9126ebe0d01 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:51:55.773881 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device d3e0caaf-966f-4f20-acfe-b9126ebe0d01 not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:51:55.774308 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 9e18fdcb-0d73-4059-bfe4-dfc93eb82b71 no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:51:55.882601 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-44429c8d-1067-49ee-9c3f-c38bd4222d57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10180731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8557293'] for subnet (6d98068c-df44-41c5-a48f-1683fecb288a), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:55.916365 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44429c8d-1067-49ee-9c3f-c38bd4222d57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d98068c-df44-41c5-a48f-1683fecb288a,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:55.951245 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24919601-c45d-46a9-9d29-bd299791796e req-570324c9-9359-4b55-9ba9-c7cb92e902cc tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:55.952831 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-24919601-c45d-46a9-9d29-bd299791796e req-570324c9-9359-4b55-9ba9-c7cb92e902cc tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 944 time: 0.2197142 Feb 17 15:51:55.959875 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-44429c8d-1067-49ee-9c3f-c38bd4222d57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:55.959875 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-44429c8d-1067-49ee-9c3f-c38bd4222d57 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6d98068c-df44-41c5-a48f-1683fecb288a HTTP/1.1" status: 204 len: 168 time: 0.7740498 Feb 17 15:51:55.961291 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 57098) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:55.972092 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: 9e18fdcb-0d73-4059-bfe4-dfc93eb82b71 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:51:55.972529 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 9e18fdcb-0d73-4059-bfe4-dfc93eb82b71 not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:51:55.978570 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90acb300-e07b-494b-adbd-debd9eea887c None None] Network d7517828-d4b9-4a8f-8db6-7a3339da0c38 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:51:56.029699 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae908f-4913-4321-ab97-cdbde8ec630e req-8f52e803-98d2-4b46-8127-b6a4e014f1c9 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:56.031341 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-adae908f-4913-4321-ab97-cdbde8ec630e req-8f52e803-98d2-4b46-8127-b6a4e014f1c9 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c HTTP/1.1" status: 200 len: 944 time: 0.2309749 Feb 17 15:51:56.086437 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-24919601-c45d-46a9-9d29-bd299791796e req-0c226c9e-ac25-4f69-9062-1ff0edac7ebb tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203878 Feb 17 15:51:56.120077 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-06d7dc29-705f-4b97-89a4-e62a8a203194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686833'] for network (d7517828-d4b9-4a8f-8db6-7a3339da0c38), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:56.159780 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-adae908f-4913-4321-ab97-cdbde8ec630e req-aad64533-0458-4651-9b2f-ec03321f4702 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210392 Feb 17 15:51:56.232017 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [None req-06d7dc29-705f-4b97-89a4-e62a8a203194 admin admin] Deleting port 8de7b9fa-9e4d-4903-9602-74cec10eb0de {{(pid=109498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:51:56.233008 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-06d7dc29-705f-4b97-89a4-e62a8a203194 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (8de7b9fa-9e4d-4903-9602-74cec10eb0de), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:56.263823 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dcccc7-ab7f-4c81-9359-3b659af757a0 None None] DHCP port deletion for d7517828-d4b9-4a8f-8db6-7a3339da0c38 request from dv-cinder-606346-36-iscsi {{(pid=109500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 15:51:56.326878 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-62dcccc7-ab7f-4c81-9359-3b659af757a0 None None] Deleting port 8de7b9fa-9e4d-4903-9602-74cec10eb0de {{(pid=109500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:51:56.327476 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-62dcccc7-ab7f-4c81-9359-3b659af757a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (8de7b9fa-9e4d-4903-9602-74cec10eb0de), before_delete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:56.348374 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [None req-06d7dc29-705f-4b97-89a4-e62a8a203194 admin admin] For port 8de7b9fa-9e4d-4903-9602-74cec10eb0de, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=8de7b9fa-9e4d-4903-9602-74cec10eb0de,segment=NetworkSegment(62cc0335-bd0e-43f5-a4e5-e158aba2febe),segment_id=62cc0335-bd0e-43f5-a4e5-e158aba2febe)] {{(pid=109498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:56.349764 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-06d7dc29-705f-4b97-89a4-e62a8a203194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (8de7b9fa-9e4d-4903-9602-74cec10eb0de), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:56.363823 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [None req-06d7dc29-705f-4b97-89a4-e62a8a203194 admin admin] Calling delete_port for 8de7b9fa-9e4d-4903-9602-74cec10eb0de owned by network:dhcp {{(pid=109498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:51:56.425525 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-62dcccc7-ab7f-4c81-9359-3b659af757a0 None None] For port 8de7b9fa-9e4d-4903-9602-74cec10eb0de, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=8de7b9fa-9e4d-4903-9602-74cec10eb0de,segment=NetworkSegment(62cc0335-bd0e-43f5-a4e5-e158aba2febe),segment_id=62cc0335-bd0e-43f5-a4e5-e158aba2febe)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:56.425872 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-62dcccc7-ab7f-4c81-9359-3b659af757a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (8de7b9fa-9e4d-4903-9602-74cec10eb0de), precommit_delete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:56.443123 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-62dcccc7-ab7f-4c81-9359-3b659af757a0 None None] Calling delete_port for 8de7b9fa-9e4d-4903-9602-74cec10eb0de owned by network:dhcp {{(pid=109500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:51:56.472196 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-06d7dc29-705f-4b97-89a4-e62a8a203194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (8de7b9fa-9e4d-4903-9602-74cec10eb0de), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:56.500947 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7dc29-705f-4b97-89a4-e62a8a203194 admin admin] Pushing event deleted for resources: {'Port': ['ID=8de7b9fa-9e4d-4903-9602-74cec10eb0de,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:56.510701 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d7dc29-705f-4b97-89a4-e62a8a203194 admin admin] No DVR routers for this DVR port 8de7b9fa-9e4d-4903-9602-74cec10eb0de on host dv-cinder-606346-36-iscsi {{(pid=109498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:51:56.562438 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-62dcccc7-ab7f-4c81-9359-3b659af757a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673'] for port (8de7b9fa-9e4d-4903-9602-74cec10eb0de), after_delete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:56.595789 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcccc7-ab7f-4c81-9359-3b659af757a0 None None] Pushing event deleted for resources: {'Port': ['ID=8de7b9fa-9e4d-4903-9602-74cec10eb0de,revision_number=None']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:56.607153 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dcccc7-ab7f-4c81-9359-3b659af757a0 None None] No DVR routers for this DVR port 8de7b9fa-9e4d-4903-9602-74cec10eb0de on host dv-cinder-606346-36-iscsi {{(pid=109500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:51:56.641624 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-06d7dc29-705f-4b97-89a4-e62a8a203194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772593', 'neutron.services.segments.db._delete_segments_for_network-8726999291531'] for network (d7517828-d4b9-4a8f-8db6-7a3339da0c38), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:56.694790 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.services.segments.db [None req-06d7dc29-705f-4b97-89a4-e62a8a203194 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7517828-d4b9-4a8f-8db6-7a3339da0c38']}} {{(pid=109498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:56.711865 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.services.segments.db [None req-06d7dc29-705f-4b97-89a4-e62a8a203194 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cc0335-bd0e-43f5-a4e5-e158aba2febe') {'for_net_delete': True} {{(pid=109498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:56.712191 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.services.segments.db [None req-06d7dc29-705f-4b97-89a4-e62a8a203194 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cc0335-bd0e-43f5-a4e5-e158aba2febe') {} {{(pid=109498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:51:56.717681 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b9c1c-e2c8-4619-a82d-63bb4cf78264 req-ac1fc0c6-3fe3-4def-a631-f5198f3a354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:56.719267 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-009b9c1c-e2c8-4619-a82d-63bb4cf78264 req-ac1fc0c6-3fe3-4def-a631-f5198f3a354e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b&tenant_id=a07442ccd84648079b83d0046a0ec54d HTTP/1.1" status: 200 len: 1128 time: 0.0627558 Feb 17 15:51:56.725450 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-06d7dc29-705f-4b97-89a4-e62a8a203194 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726999292820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583518'] for segment (62cc0335-bd0e-43f5-a4e5-e158aba2febe), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:56.746201 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-06d7dc29-705f-4b97-89a4-e62a8a203194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (62cc0335-bd0e-43f5-a4e5-e158aba2febe), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:56.753141 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06d7dc29-705f-4b97-89a4-e62a8a203194 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=109498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 15:51:56.754164 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-06d7dc29-705f-4b97-89a4-e62a8a203194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8641672'] for segment (62cc0335-bd0e-43f5-a4e5-e158aba2febe), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:56.857625 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b9c1c-e2c8-4619-a82d-63bb4cf78264 req-c1aaf288-9fcd-4550-a5d2-36fab149d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:56.859381 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-009b9c1c-e2c8-4619-a82d-63bb4cf78264 req-c1aaf288-9fcd-4550-a5d2-36fab149d0b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a07442ccd84648079b83d0046a0ec54d&device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 1128 time: 0.1165304 Feb 17 15:51:56.926605 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b6c48-b334-470f-bf72-193ddef61dcc req-fb4e9391-9c3a-467b-9220-13a579dce9e4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:56.928468 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-611b6c48-b334-470f-bf72-193ddef61dcc req-fb4e9391-9c3a-467b-9220-13a579dce9e4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.1312420 Feb 17 15:51:57.048302 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b9c1c-e2c8-4619-a82d-63bb4cf78264 req-a8d6b341-8fea-4a85-b367-b6d2398f0222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:57.049745 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-009b9c1c-e2c8-4619-a82d-63bb4cf78264 req-a8d6b341-8fea-4a85-b367-b6d2398f0222 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e876fc21-a1fb-48e6-880e-d68377d6fe00 HTTP/1.1" status: 200 len: 910 time: 0.1833670 Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: Traceback (most recent call last): Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: timer() Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: cb(*args, **kw) Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: return func(*args, **kwargs) Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: self._notify() Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: self.callback(batched_events) Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: event.method(event) Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: return f(self, *a, **k) Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: return self._get(url).json() Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: return self.request(url, 'GET', **kwargs) Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 15:51:57.050118 dv-cinder-606346-36-iscsi neutron-server[109498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 15:51:57.060033 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-06d7dc29-705f-4b97-89a4-e62a8a203194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-772362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1606029'] for network (d7517828-d4b9-4a8f-8db6-7a3339da0c38), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:57.061541 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-611b6c48-b334-470f-bf72-193ddef61dcc req-ee96bc3a-9a42-4a48-98ed-cc729cc82349 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981636 Feb 17 15:51:57.077933 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-06d7dc29-705f-4b97-89a4-e62a8a203194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:57.081316 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-06d7dc29-705f-4b97-89a4-e62a8a203194 admin admin] 10.222.0.67 "DELETE /v2.0/networks/d7517828-d4b9-4a8f-8db6-7a3339da0c38 HTTP/1.1" status: 204 len: 168 time: 1.1187799 Feb 17 15:51:57.082452 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7dc29-705f-4b97-89a4-e62a8a203194 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7517828-d4b9-4a8f-8db6-7a3339da0c38,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:57.185661 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-009b9c1c-e2c8-4619-a82d-63bb4cf78264 req-9585383d-d49a-4446-8f96-cd4b50119a82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bd86dd7-775a-47b4-b767-9c03c824c757 HTTP/1.1" status: 200 len: 999 time: 0.1230795 Feb 17 15:51:57.264134 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 57108) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:57.317450 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-ebe022c5-9270-4838-9fdc-c8748af1ee07 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=769c58532a4348dcae2ac0328ff62a8f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0514534 Feb 17 15:51:57.319098 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 57110) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:51:57.335055 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b9c1c-e2c8-4619-a82d-63bb4cf78264 req-01754cc4-e99d-4509-8359-7bf3b6228872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:57.336547 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-009b9c1c-e2c8-4619-a82d-63bb4cf78264 req-01754cc4-e99d-4509-8359-7bf3b6228872 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8f454ab8-9d17-4e5c-b573-5bcdca815dd8 HTTP/1.1" status: 200 len: 848 time: 0.1350644 Feb 17 15:51:57.398200 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f14ccf-2d13-46e1-8253-54df88b9ecd1 req-9c36da23-a857-4882-9a12-d056ae337fda tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:57.400105 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-03f14ccf-2d13-46e1-8253-54df88b9ecd1 req-9c36da23-a857-4882-9a12-d056ae337fda tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 944 time: 0.1849577 Feb 17 15:51:57.407581 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-2e13c259-c1a3-4733-8b31-c4d3245e5658 admin admin] Publish callbacks [] for security_group (01902a3b-ba16-4140-8feb-7c3fe9621ed2), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:57.425450 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcad27f-1b1c-4128-9a29-371c7b78079c req-e7e51260-d7d6-4215-9f05-63a086b2de07 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:57.426955 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fbcad27f-1b1c-4128-9a29-371c7b78079c req-e7e51260-d7d6-4215-9f05-63a086b2de07 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c HTTP/1.1" status: 200 len: 944 time: 0.1446612 Feb 17 15:51:57.441320 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-2e13c259-c1a3-4733-8b31-c4d3245e5658 admin admin] Publish callbacks [] for security_group (01902a3b-ba16-4140-8feb-7c3fe9621ed2), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:57.454582 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 8de7b9fa-9e4d-4903-9602-74cec10eb0de no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:51:57.476549 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: 8de7b9fa-9e4d-4903-9602-74cec10eb0de {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:51:57.477577 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 8de7b9fa-9e4d-4903-9602-74cec10eb0de not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:51:57.518662 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-2e13c259-c1a3-4733-8b31-c4d3245e5658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (01902a3b-ba16-4140-8feb-7c3fe9621ed2), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:57.522018 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-2e13c259-c1a3-4733-8b31-c4d3245e5658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:57.523026 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b9c1c-e2c8-4619-a82d-63bb4cf78264 req-e67781cc-f4cb-4c42-84fd-f82e93896f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:57.523342 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-2e13c259-c1a3-4733-8b31-c4d3245e5658 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/01902a3b-ba16-4140-8feb-7c3fe9621ed2 HTTP/1.1" status: 204 len: 168 time: 0.2029321 Feb 17 15:51:57.525017 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-009b9c1c-e2c8-4619-a82d-63bb4cf78264 req-e67781cc-f4cb-4c42-84fd-f82e93896f12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e876fc21-a1fb-48e6-880e-d68377d6fe00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1795290 Feb 17 15:51:57.536743 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13c259-c1a3-4733-8b31-c4d3245e5658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01902a3b-ba16-4140-8feb-7c3fe9621ed2,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:57.897916 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-03f14ccf-2d13-46e1-8253-54df88b9ecd1 req-c0c70c68-8315-465f-b3ee-71beca79185f tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4696150 Feb 17 15:51:57.929517 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fbcad27f-1b1c-4128-9a29-371c7b78079c req-ea7157b6-2637-4508-b3bc-ca6da3352c31 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4917970 Feb 17 15:51:57.998672 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-009b9c1c-e2c8-4619-a82d-63bb4cf78264 req-75c557cf-ecd1-4511-8515-6517279e6ea8 service neutron] 10.222.0.24 "GET /v2.0/networks/e876fc21-a1fb-48e6-880e-d68377d6fe00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649649 Feb 17 15:51:58.149581 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-009b9c1c-e2c8-4619-a82d-63bb4cf78264 req-a2050e3d-39ff-4214-9c2f-623813fc5ebc service neutron] 10.222.0.24 "GET /v2.0/networks/e876fc21-a1fb-48e6-880e-d68377d6fe00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417100 Feb 17 15:51:58.218942 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285ec82-83bd-453e-9c59-f2af7c6abf2e req-d3aced9e-8880-4cab-ac34-b4bddb37e7df tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:58.221153 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3285ec82-83bd-453e-9c59-f2af7c6abf2e req-d3aced9e-8880-4cab-ac34-b4bddb37e7df tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.0648074 Feb 17 15:51:58.286302 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3285ec82-83bd-453e-9c59-f2af7c6abf2e req-771d9a54-7037-43b8-9d0a-fa2c24c9f02f tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540736 Feb 17 15:51:59.105987 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b316ec55-2c98-4ddc-a88d-4ed784256228 req-38daecc4-7445-4911-af7b-ec87f0edab63 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:59.107499 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b316ec55-2c98-4ddc-a88d-4ed784256228 req-38daecc4-7445-4911-af7b-ec87f0edab63 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 944 time: 0.0913293 Feb 17 15:51:59.124264 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c9d84-544b-4547-9187-3b8a840e39df req-be7eb0cd-9372-47b9-a24a-5562cb348c9e tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:59.126056 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-340c9d84-544b-4547-9187-3b8a840e39df req-be7eb0cd-9372-47b9-a24a-5562cb348c9e tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c HTTP/1.1" status: 200 len: 944 time: 0.0961287 Feb 17 15:51:59.161785 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device cf702545-bac0-40cf-8a57-21566f73aa08 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:51:59.213247 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b316ec55-2c98-4ddc-a88d-4ed784256228 req-b464eaaf-eb80-4628-ac32-fc57ae9f703f tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979445 Feb 17 15:51:59.222973 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-340c9d84-544b-4547-9187-3b8a840e39df req-ba3184d6-fe16-4b70-958f-56fe745dd759 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744526 Feb 17 15:51:59.336877 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port cf702545-bac0-40cf-8a57-21566f73aa08, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=cf702545-bac0-40cf-8a57-21566f73aa08,segment=NetworkSegment(eb85bb1d-d03c-4ee4-83d9-8bb61def30f3),segment_id=eb85bb1d-d03c-4ee4-83d9-8bb61def30f3)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:59.356902 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': 'cf702545-bac0-40cf-8a57-21566f73aa08', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'port_id': 'cf702545-bac0-40cf-8a57-21566f73aa08', 'mac_address': 'fa:16:3e:fe:74:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:51:59.426881 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port cf702545-bac0-40cf-8a57-21566f73aa08 is: DOWN; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:51:59.428716 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (cf702545-bac0-40cf-8a57-21566f73aa08), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:59.451801 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf702545-bac0-40cf-8a57-21566f73aa08 {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:51:59.456227 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7ee30-cf15-460b-b781-247095d55cd3 req-ddb48e3d-c195-4d80-9b3b-3d6e8f08da13 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:51:59.458080 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-dfd7ee30-cf15-460b-b781-247095d55cd3 req-ddb48e3d-c195-4d80-9b3b-3d6e8f08da13 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.0804513 Feb 17 15:51:59.486137 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port cf702545-bac0-40cf-8a57-21566f73aa08, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=cf702545-bac0-40cf-8a57-21566f73aa08,segment=NetworkSegment(eb85bb1d-d03c-4ee4-83d9-8bb61def30f3),segment_id=eb85bb1d-d03c-4ee4-83d9-8bb61def30f3)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:51:59.491791 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (cf702545-bac0-40cf-8a57-21566f73aa08), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:51:59.536498 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-dfd7ee30-cf15-460b-b781-247095d55cd3 req-a16c8e3f-dbde-45be-9e93-9603c479f5df tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718229 Feb 17 15:51:59.570445 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=cf702545-bac0-40cf-8a57-21566f73aa08,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:51:59.734514 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['cf702545-bac0-40cf-8a57-21566f73aa08'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:52:00.030690 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-bfa868a1-7cfa-4ec0-931f-fb1b7de1318b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:00.365980 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dab767-9fcf-49de-9869-da93ebf3715d req-80b43613-71f1-4109-b43e-993f52f11135 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:00.367484 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-96dab767-9fcf-49de-9869-da93ebf3715d req-80b43613-71f1-4109-b43e-993f52f11135 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 944 time: 0.0827873 Feb 17 15:52:00.374891 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7798273d-0a25-425f-85e8-9cb6b2cd79d0 req-3d3b5150-5d57-4f67-8fa6-14827e133928 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:00.376290 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7798273d-0a25-425f-85e8-9cb6b2cd79d0 req-3d3b5150-5d57-4f67-8fa6-14827e133928 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c HTTP/1.1" status: 200 len: 945 time: 0.0811815 Feb 17 15:52:00.449881 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-96dab767-9fcf-49de-9869-da93ebf3715d req-e5ee5445-d6b9-4396-888d-287d3489cf9e tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726171 Feb 17 15:52:00.453417 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7798273d-0a25-425f-85e8-9cb6b2cd79d0 req-13aef6a6-5701-4e7c-a080-7d54cb08b23f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706375 Feb 17 15:52:00.581034 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589e63f-9887-4ba3-8297-d41f2327c475 req-b32308c4-f2b8-4585-8661-2c9a006f23de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:00.582530 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0589e63f-9887-4ba3-8297-d41f2327c475 req-b32308c4-f2b8-4585-8661-2c9a006f23de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05f0a8984e9b47928705c3398312ed12&device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 1130 time: 0.0477414 Feb 17 15:52:00.702831 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589e63f-9887-4ba3-8297-d41f2327c475 req-4739bdc1-924b-468a-89a2-cb62db70923c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:00.704294 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0589e63f-9887-4ba3-8297-d41f2327c475 req-4739bdc1-924b-468a-89a2-cb62db70923c service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad5eb79a-29ab-494d-8432-3ccbc2a327de HTTP/1.1" status: 200 len: 918 time: 0.1160614 Feb 17 15:52:00.715459 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f61fe-7d2f-4fdd-b0e3-0198e59bb1f7 req-c8c481d3-a87c-410b-bdba-7c4f65a0a998 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:00.716886 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-443f61fe-7d2f-4fdd-b0e3-0198e59bb1f7 req-c8c481d3-a87c-410b-bdba-7c4f65a0a998 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 946 time: 0.1009037 Feb 17 15:52:00.805180 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0589e63f-9887-4ba3-8297-d41f2327c475 req-a1fd3589-cf14-43c9-84fa-bc660febc5ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5924674-b9d5-4a85-beca-fb23f50f4c1e HTTP/1.1" status: 200 len: 1001 time: 0.0873621 Feb 17 15:52:00.808914 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-443f61fe-7d2f-4fdd-b0e3-0198e59bb1f7 req-2c6ca818-90f7-4e00-80bb-b4ef6d63fafe tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846035 Feb 17 15:52:00.859664 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589e63f-9887-4ba3-8297-d41f2327c475 req-38a663e7-d54b-4e44-8c62-c36025c8bb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:00.861135 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0589e63f-9887-4ba3-8297-d41f2327c475 req-38a663e7-d54b-4e44-8c62-c36025c8bb03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=085193d0-4bed-4149-bda8-411e07e82670 HTTP/1.1" status: 200 len: 856 time: 0.0501218 Feb 17 15:52:00.913007 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589e63f-9887-4ba3-8297-d41f2327c475 req-57728147-312f-4b57-81a3-fd6c2d0a1967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:00.914518 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0589e63f-9887-4ba3-8297-d41f2327c475 req-57728147-312f-4b57-81a3-fd6c2d0a1967 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad5eb79a-29ab-494d-8432-3ccbc2a327de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444520 Feb 17 15:52:01.006515 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0589e63f-9887-4ba3-8297-d41f2327c475 req-41b7a529-83ca-482b-8e97-4d4ef8e727de service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860686 Feb 17 15:52:01.102513 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0589e63f-9887-4ba3-8297-d41f2327c475 req-942e438e-39d1-47c7-8670-02aeb6faaa04 service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885634 Feb 17 15:52:01.178503 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device cf702545-bac0-40cf-8a57-21566f73aa08 up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:52:01.226070 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning for port cf702545-bac0-40cf-8a57-21566f73aa08 completed by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 15:52:01.230353 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port cf702545-bac0-40cf-8a57-21566f73aa08 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:52:01.230731 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (cf702545-bac0-40cf-8a57-21566f73aa08), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:01.307272 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port cf702545-bac0-40cf-8a57-21566f73aa08 is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:52:01.307663 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (cf702545-bac0-40cf-8a57-21566f73aa08), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:01.329293 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0a37d8-ecf9-4e2b-8557-b44c3827471c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf702545-bac0-40cf-8a57-21566f73aa08'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:52:01.331677 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6c613a-4630-4a38-830f-4b7d36f7e56b" -d '{"events": [{"server_uuid": "2f0a37d8-ecf9-4e2b-8557-b44c3827471c", "name": "network-vif-plugged", "status": "completed", "tag": "cf702545-bac0-40cf-8a57-21566f73aa08"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:52:01.344965 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port cf702545-bac0-40cf-8a57-21566f73aa08, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=cf702545-bac0-40cf-8a57-21566f73aa08,segment=NetworkSegment(eb85bb1d-d03c-4ee4-83d9-8bb61def30f3),segment_id=eb85bb1d-d03c-4ee4-83d9-8bb61def30f3)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:52:01.354224 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (cf702545-bac0-40cf-8a57-21566f73aa08), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:01.355193 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device b5924674-b9d5-4a85-beca-fb23f50f4c1e no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:52:01.378592 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc9d583-5ff0-4140-a5c9-689561611118 x-openstack-request-id: req-ddc9d583-5ff0-4140-a5c9-689561611118 {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:52:01.378886 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0a37d8-ecf9-4e2b-8557-b44c3827471c", "name": "network-vif-plugged", "status": "completed", "tag": "cf702545-bac0-40cf-8a57-21566f73aa08", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:52:01.379141 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ddc9d583-5ff0-4140-a5c9-689561611118 {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:52:01.379527 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0a37d8-ecf9-4e2b-8557-b44c3827471c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf702545-bac0-40cf-8a57-21566f73aa08', 'code': 200} Feb 17 15:52:01.434493 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=cf702545-bac0-40cf-8a57-21566f73aa08,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:01.479095 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port b5924674-b9d5-4a85-beca-fb23f50f4c1e is: ACTIVE; New status is: DOWN {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:52:01.479506 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:01.517898 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port b5924674-b9d5-4a85-beca-fb23f50f4c1e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=b5924674-b9d5-4a85-beca-fb23f50f4c1e,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:52:01.523822 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:01.572356 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=b5924674-b9d5-4a85-beca-fb23f50f4c1e,revision_number=8']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:01.654006 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab54947-c148-46ea-94db-d09ab24fead6 req-69781c4a-5b3e-49c5-9317-377e419ebd12 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:01.655479 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3ab54947-c148-46ea-94db-d09ab24fead6 req-69781c4a-5b3e-49c5-9317-377e419ebd12 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 944 time: 0.1261516 Feb 17 15:52:01.667006 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc536cbe-5186-4471-91fe-3527203705b8 req-35f0f0d8-50fd-4985-a7e3-d747f2a8407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:01.668398 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-dc536cbe-5186-4471-91fe-3527203705b8 req-35f0f0d8-50fd-4985-a7e3-d747f2a8407c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c HTTP/1.1" status: 200 len: 1130 time: 0.1022196 Feb 17 15:52:01.680327 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162fddff-6ae1-4a80-9917-3f45eeeb5ed6 req-8923e534-26c7-487c-9428-022cd6e71b9c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:01.681708 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-162fddff-6ae1-4a80-9917-3f45eeeb5ed6 req-8923e534-26c7-487c-9428-022cd6e71b9c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c HTTP/1.1" status: 200 len: 946 time: 0.1170306 Feb 17 15:52:01.779399 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3ab54947-c148-46ea-94db-d09ab24fead6 req-61c83e51-7157-4a9d-a9c3-c10556d87686 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170261 Feb 17 15:52:01.783231 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-dc536cbe-5186-4471-91fe-3527203705b8 req-83dbc5f1-2248-4685-94eb-556f82b8f12a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948780 Feb 17 15:52:01.786736 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-162fddff-6ae1-4a80-9917-3f45eeeb5ed6 req-c26bd588-a3cf-4da4-81f6-1db96749e543 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926895 Feb 17 15:52:01.935036 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18600cde-ba33-4f1a-9c0f-af842606cba3 req-878b3262-0f09-4880-a13b-4f08b302b4e6 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:01.936507 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-18600cde-ba33-4f1a-9c0f-af842606cba3 req-878b3262-0f09-4880-a13b-4f08b302b4e6 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 944 time: 0.0553715 Feb 17 15:52:01.980660 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-18600cde-ba33-4f1a-9c0f-af842606cba3 req-657e4faf-d690-4901-87e2-10815c569e0d tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387492 Feb 17 15:52:02.403479 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-025445b7-55ec-45fe-8f44-26f105b7d1aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:02.463254 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 57230) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:52:02.579510 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ed7a930e-a47c-44cd-95b6-3604698e2bd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:02.650264 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ed7a930e-a47c-44cd-95b6-3604698e2bd7 admin admin] Publish callbacks [] for security_group (62c52cd0-e833-4e91-9c29-266e896a7fbd), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:02.654346 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ed7a930e-a47c-44cd-95b6-3604698e2bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (62c52cd0-e833-4e91-9c29-266e896a7fbd), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:02.690198 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-ed7a930e-a47c-44cd-95b6-3604698e2bd7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=76f13763a9fd452387342d7261fd4f7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2252603 Feb 17 15:52:02.693040 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 57234) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:52:02.694827 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a930e-a47c-44cd-95b6-3604698e2bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c52cd0-e833-4e91-9c29-266e896a7fbd,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:02.740598 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-90167b80-be89-40ad-ba1b-25d292d7038d admin admin] Publish callbacks [] for security_group (62c52cd0-e833-4e91-9c29-266e896a7fbd), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:02.760749 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-90167b80-be89-40ad-ba1b-25d292d7038d admin admin] Publish callbacks [] for security_group (62c52cd0-e833-4e91-9c29-266e896a7fbd), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:02.815499 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-90167b80-be89-40ad-ba1b-25d292d7038d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (62c52cd0-e833-4e91-9c29-266e896a7fbd), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:02.818223 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-90167b80-be89-40ad-ba1b-25d292d7038d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:02.823640 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-90167b80-be89-40ad-ba1b-25d292d7038d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/62c52cd0-e833-4e91-9c29-266e896a7fbd HTTP/1.1" status: 204 len: 168 time: 0.1288579 Feb 17 15:52:02.833059 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90167b80-be89-40ad-ba1b-25d292d7038d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c52cd0-e833-4e91-9c29-266e896a7fbd,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:02.930039 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196c499-0cc4-447a-9bfa-6d3bf683143f req-501d4202-ddbd-4df8-b07e-35a1e167b9fe tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:02.931865 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1196c499-0cc4-447a-9bfa-6d3bf683143f req-501d4202-ddbd-4df8-b07e-35a1e167b9fe tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c HTTP/1.1" status: 200 len: 946 time: 0.0656807 Feb 17 15:52:03.043438 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1196c499-0cc4-447a-9bfa-6d3bf683143f req-2eea529e-e5b3-490c-ad31-488618406431 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050606 Feb 17 15:52:03.052686 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab9c38-ae5f-4d16-9b66-bcd6ee3da78c req-2b3bb7d9-e08c-47bb-9dcf-1f72a29217d2 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:03.059374 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-48ab9c38-ae5f-4d16-9b66-bcd6ee3da78c req-2b3bb7d9-e08c-47bb-9dcf-1f72a29217d2 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 944 time: 0.1146946 Feb 17 15:52:03.105840 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-48ab9c38-ae5f-4d16-9b66-bcd6ee3da78c req-0402b757-fa33-4aa5-8266-33be35f77b34 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456111 Feb 17 15:52:03.160527 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2a677-b3da-403d-bd50-8fb4e7d7f528 req-c15e9630-c7cc-44d8-ac34-3be24ed0cef1 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:03.162066 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3bf2a677-b3da-403d-bd50-8fb4e7d7f528 req-c15e9630-c7cc-44d8-ac34-3be24ed0cef1 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 944 time: 0.0552289 Feb 17 15:52:03.184990 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 57246) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:52:03.197597 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f7073cf9-cf93-48fd-8ce0-4910fd4ef67c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:03.209252 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3bf2a677-b3da-403d-bd50-8fb4e7d7f528 req-b6b62448-6671-416b-abf0-daef860a9bf5 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416296 Feb 17 15:52:03.273082 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f7073cf9-cf93-48fd-8ce0-4910fd4ef67c admin admin] Publish callbacks [] for security_group (be140924-3ce9-47ea-bb9a-6f0a0b8155f6), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:03.277254 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f7073cf9-cf93-48fd-8ce0-4910fd4ef67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (be140924-3ce9-47ea-bb9a-6f0a0b8155f6), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:03.316693 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-f7073cf9-cf93-48fd-8ce0-4910fd4ef67c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8e58a0c0fda4413ab1173415d201d435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305931 Feb 17 15:52:03.319475 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 57252) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:52:03.322539 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7073cf9-cf93-48fd-8ce0-4910fd4ef67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be140924-3ce9-47ea-bb9a-6f0a0b8155f6,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:03.377121 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-be5906c6-b576-4c0f-9f74-647b384baf56 admin admin] Publish callbacks [] for security_group (be140924-3ce9-47ea-bb9a-6f0a0b8155f6), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:03.380628 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfc69eb-19cf-4966-b54c-669fdee4e39d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5924674-b9d5-4a85-beca-fb23f50f4c1e'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:52:03.383698 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43642dee-b3b0-4688-9060-c35e4a6decf6" -d '{"events": [{"server_uuid": "2cfc69eb-19cf-4966-b54c-669fdee4e39d", "name": "network-vif-unplugged", "status": "completed", "tag": "b5924674-b9d5-4a85-beca-fb23f50f4c1e"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:52:03.405773 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-be5906c6-b576-4c0f-9f74-647b384baf56 admin admin] Publish callbacks [] for security_group (be140924-3ce9-47ea-bb9a-6f0a0b8155f6), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:03.416846 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Feb 2022 15:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462f5d77-b37f-4ebe-b85d-a2472a585fc7 x-openstack-request-id: req-462f5d77-b37f-4ebe-b85d-a2472a585fc7 {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:52:03.417340 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfc69eb-19cf-4966-b54c-669fdee4e39d", "name": "network-vif-unplugged", "status": "failed", "tag": "b5924674-b9d5-4a85-beca-fb23f50f4c1e", "code": 422}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:52:03.417542 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-462f5d77-b37f-4ebe-b85d-a2472a585fc7 {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:52:03.418160 dv-cinder-606346-36-iscsi neutron-server[109500]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2cfc69eb-19cf-4966-b54c-669fdee4e39d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b5924674-b9d5-4a85-beca-fb23f50f4c1e', 'code': 422} returned with failed status Feb 17 15:52:03.453708 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-be5906c6-b576-4c0f-9f74-647b384baf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (be140924-3ce9-47ea-bb9a-6f0a0b8155f6), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:03.456322 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-be5906c6-b576-4c0f-9f74-647b384baf56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:03.457538 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-be5906c6-b576-4c0f-9f74-647b384baf56 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/be140924-3ce9-47ea-bb9a-6f0a0b8155f6 HTTP/1.1" status: 204 len: 168 time: 0.1363666 Feb 17 15:52:03.465205 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5906c6-b576-4c0f-9f74-647b384baf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be140924-3ce9-47ea-bb9a-6f0a0b8155f6,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:03.626202 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:04.180403 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f6abc-8466-4fa3-bf5a-995c6b3fddf3 req-6bbda07b-be04-45e6-9781-9c3185e7792f tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:04.183023 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a67f6abc-8466-4fa3-bf5a-995c6b3fddf3 req-6bbda07b-be04-45e6-9781-9c3185e7792f tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 944 time: 0.0967231 Feb 17 15:52:04.205030 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-1113c46f-53da-49b4-9f1f-dd1dcf5ea28d req-ad72dca8-0d8a-4b35-bb1e-43627381f030 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0557327 Feb 17 15:52:04.212337 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224691d-f65c-44ff-83f4-3122e287c545 req-b1164dd8-db25-40b1-8673-336de4d4df6b tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:04.213889 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5224691d-f65c-44ff-83f4-3122e287c545 req-b1164dd8-db25-40b1-8673-336de4d4df6b tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c HTTP/1.1" status: 200 len: 946 time: 0.0886717 Feb 17 15:52:04.278472 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a67f6abc-8466-4fa3-bf5a-995c6b3fddf3 req-7e072a29-57c9-421a-b3e9-a29f1fc66446 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895250 Feb 17 15:52:04.280421 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113c46f-53da-49b4-9f1f-dd1dcf5ea28d req-2c84c694-a654-4c95-9a84-eddaf2c9eb8b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:04.282248 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-1113c46f-53da-49b4-9f1f-dd1dcf5ea28d req-2c84c694-a654-4c95-9a84-eddaf2c9eb8b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports/b5924674-b9d5-4a85-beca-fb23f50f4c1e HTTP/1.1" status: 200 len: 941 time: 0.0518987 Feb 17 15:52:04.310641 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5224691d-f65c-44ff-83f4-3122e287c545 req-d827f94d-1efd-4a95-b705-6c434c0cf2e9 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839853 Feb 17 15:52:04.413831 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111af64-e0ee-4b18-8208-4277161fff87 req-9d0bd15b-d734-4721-9043-b80fab41eccb tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:04.415325 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1111af64-e0ee-4b18-8208-4277161fff87 req-9d0bd15b-d734-4721-9043-b80fab41eccb tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 944 time: 0.0666859 Feb 17 15:52:04.491621 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa8c88-02c7-468d-ac40-f846b0a7ef5d req-fbc587a1-c42a-4517-82bc-e4ac204e3be9 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:04.493196 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-03aa8c88-02c7-468d-ac40-f846b0a7ef5d req-fbc587a1-c42a-4517-82bc-e4ac204e3be9 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c HTTP/1.1" status: 200 len: 946 time: 0.0999055 Feb 17 15:52:04.504599 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1111af64-e0ee-4b18-8208-4277161fff87 req-b4a04b20-be74-4e13-a429-693f88b644eb tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726075 Feb 17 15:52:04.564276 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-03aa8c88-02c7-468d-ac40-f846b0a7ef5d req-2eace533-9be3-410d-a2c5-1de993064ce1 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585494 Feb 17 15:52:04.590678 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 57328) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:52:04.800250 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a42a438-59bf-4249-80f4-35d8980d7b26 tempest-TestVolumeBootPattern-1038023252 tempest-TestVolumeBootPattern-1038023252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:04.804471 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-5a42a438-59bf-4249-80f4-35d8980d7b26 tempest-TestVolumeBootPattern-1038023252 tempest-TestVolumeBootPattern-1038023252-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c HTTP/1.1" status: 200 len: 1125 time: 0.2099445 Feb 17 15:52:04.804747 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 57336) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:52:04.809142 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-2c82a33a-8072-4c2a-ae74-8039b0ff465a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Request body: {'floatingip': {'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'port_id': 'cf702545-bac0-40cf-8a57-21566f73aa08', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:52:04.828540 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2c82a33a-8072-4c2a-ae74-8039b0ff465a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:04.925552 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2c82a33a-8072-4c2a-ae74-8039b0ff465a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:05.032011 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [None req-2c82a33a-8072-4c2a-ae74-8039b0ff465a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Allocated IP 172.27.3.121 (429489ab-2a85-400d-8dac-2c90bfd61144/c701940c-dc66-45fb-ad02-3d3f314099e2/4cb4422f-6b5e-419e-af87-ee647c5d260d) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:52:05.090418 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:05.157959 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113c46f-53da-49b4-9f1f-dd1dcf5ea28d req-27aeae39-cb3a-4e5b-adf1-2c3ee99c3a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:05.159590 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1113c46f-53da-49b4-9f1f-dd1dcf5ea28d req-27aeae39-cb3a-4e5b-adf1-2c3ee99c3a47 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d&tenant_id=05f0a8984e9b47928705c3398312ed12 HTTP/1.1" status: 200 len: 1128 time: 0.1022718 Feb 17 15:52:05.176061 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2c82a33a-8072-4c2a-ae74-8039b0ff465a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for port (4cb4422f-6b5e-419e-af87-ee647c5d260d), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:05.212373 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 8bd86dd7-775a-47b4-b767-9c03c824c757 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:52:05.246430 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113c46f-53da-49b4-9f1f-dd1dcf5ea28d req-4d3744bb-0212-41e5-8f17-848f069f9cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:05.247949 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1113c46f-53da-49b4-9f1f-dd1dcf5ea28d req-4d3744bb-0212-41e5-8f17-848f069f9cc3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05f0a8984e9b47928705c3398312ed12&device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 1128 time: 0.0640869 Feb 17 15:52:05.248895 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2c82a33a-8072-4c2a-ae74-8039b0ff465a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (4cb4422f-6b5e-419e-af87-ee647c5d260d), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:05.342474 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c82a33a-8072-4c2a-ae74-8039b0ff465a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Network 429489ab-2a85-400d-8dac-2c90bfd61144 is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:52:05.349166 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-2c82a33a-8072-4c2a-ae74-8039b0ff465a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:52:05.354412 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 8bd86dd7-775a-47b4-b767-9c03c824c757, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8bd86dd7-775a-47b4-b767-9c03c824c757,segment=NetworkSegment(5963083f-b065-4c02-8d0b-987780465e8f),segment_id=5963083f-b065-4c02-8d0b-987780465e8f)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:52:05.369414 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': '8bd86dd7-775a-47b4-b767-9c03c824c757', 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00', 'port_id': '8bd86dd7-775a-47b4-b767-9c03c824c757', 'mac_address': 'fa:16:3e:94:ff:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f454ab8-9d17-4e5c-b573-5bcdca815dd8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:52:05.377984 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c82a33a-8072-4c2a-ae74-8039b0ff465a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:52:05.403754 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82a33a-8072-4c2a-ae74-8039b0ff465a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Pushing event updated for resources: {'Port': ['ID=4cb4422f-6b5e-419e-af87-ee647c5d260d,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:05.416094 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 8bd86dd7-775a-47b4-b767-9c03c824c757 is: DOWN; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:52:05.417078 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8bd86dd7-775a-47b4-b767-9c03c824c757), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:05.432980 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd86dd7-775a-47b4-b767-9c03c824c757 {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:52:05.452790 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 8bd86dd7-775a-47b4-b767-9c03c824c757, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8bd86dd7-775a-47b4-b767-9c03c824c757,segment=NetworkSegment(5963083f-b065-4c02-8d0b-987780465e8f),segment_id=5963083f-b065-4c02-8d0b-987780465e8f)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:52:05.456686 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (8bd86dd7-775a-47b4-b767-9c03c824c757), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:05.474478 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113c46f-53da-49b4-9f1f-dd1dcf5ea28d req-4c26b93c-8e20-4126-9e35-50aefa081a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:05.475935 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1113c46f-53da-49b4-9f1f-dd1dcf5ea28d req-4c26b93c-8e20-4126-9e35-50aefa081a25 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad5eb79a-29ab-494d-8432-3ccbc2a327de HTTP/1.1" status: 200 len: 918 time: 0.2139783 Feb 17 15:52:05.508858 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=8bd86dd7-775a-47b4-b767-9c03c824c757,revision_number=7']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:05.549162 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08027387-519b-4cf9-91e8-c68c3a380ce7 req-c5578ac9-ac1a-4f94-b7cb-41d8eac85edc tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:05.550726 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-08027387-519b-4cf9-91e8-c68c3a380ce7 req-c5578ac9-ac1a-4f94-b7cb-41d8eac85edc tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 944 time: 0.1679406 Feb 17 15:52:05.653798 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1113c46f-53da-49b4-9f1f-dd1dcf5ea28d req-6f70dc7e-3769-42df-a021-0cdbfc1146b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5924674-b9d5-4a85-beca-fb23f50f4c1e HTTP/1.1" status: 200 len: 999 time: 0.1701782 Feb 17 15:52:05.667596 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['8bd86dd7-775a-47b4-b767-9c03c824c757'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:52:05.774926 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-08027387-519b-4cf9-91e8-c68c3a380ce7 req-6a005199-47e6-4829-a8e9-115acbac439d tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140119 Feb 17 15:52:05.810695 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9bba5-655f-4d07-80e4-61d0a77b5f16 req-04a40f37-b8c4-4230-a76c-57e050f67e9d tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:05.812170 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-14c9bba5-655f-4d07-80e4-61d0a77b5f16 req-04a40f37-b8c4-4230-a76c-57e050f67e9d tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 945 time: 0.2317946 Feb 17 15:52:05.815135 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113c46f-53da-49b4-9f1f-dd1dcf5ea28d req-0dd73f6c-3d6e-4094-a9ca-f5865193736f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:05.816544 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1113c46f-53da-49b4-9f1f-dd1dcf5ea28d req-0dd73f6c-3d6e-4094-a9ca-f5865193736f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=085193d0-4bed-4149-bda8-411e07e82670 HTTP/1.1" status: 200 len: 856 time: 0.1481700 Feb 17 15:52:05.945198 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-14c9bba5-655f-4d07-80e4-61d0a77b5f16 req-73f658a5-a4fe-4f78-adb5-fc887c9180c0 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261241 Feb 17 15:52:05.980321 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113c46f-53da-49b4-9f1f-dd1dcf5ea28d req-fa28a361-8f55-4c87-b908-293113066c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:05.981830 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1113c46f-53da-49b4-9f1f-dd1dcf5ea28d req-fa28a361-8f55-4c87-b908-293113066c27 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad5eb79a-29ab-494d-8432-3ccbc2a327de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1533413 Feb 17 15:52:06.103667 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2c82a33a-8072-4c2a-ae74-8039b0ff465a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for floatingip (c959e9f7-a8a2-43e5-b9fe-99d82f1921a2), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:06.375165 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1113c46f-53da-49b4-9f1f-dd1dcf5ea28d req-62f38190-9d06-42f0-95d4-d87c3332cba1 service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869572 Feb 17 15:52:06.474768 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2c82a33a-8072-4c2a-ae74-8039b0ff465a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (4cb4422f-6b5e-419e-af87-ee647c5d260d), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:06.529574 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1113c46f-53da-49b4-9f1f-dd1dcf5ea28d req-f09f34ca-c901-4955-8b49-0bb926f6bbbf service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443484 Feb 17 15:52:06.569179 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:06.658296 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2c82a33a-8072-4c2a-ae74-8039b0ff465a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for port (4cb4422f-6b5e-419e-af87-ee647c5d260d), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:06.663649 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2c82a33a-8072-4c2a-ae74-8039b0ff465a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (4cb4422f-6b5e-419e-af87-ee647c5d260d), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:06.738716 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82a33a-8072-4c2a-ae74-8039b0ff465a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Pushing event updated for resources: {'Port': ['ID=4cb4422f-6b5e-419e-af87-ee647c5d260d,revision_number=2']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:06.747173 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2c82a33a-8072-4c2a-ae74-8039b0ff465a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1606115'] for floatingip (c959e9f7-a8a2-43e5-b9fe-99d82f1921a2), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:06.852338 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.l3_db [None req-2c82a33a-8072-4c2a-ae74-8039b0ff465a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Floating IP c959e9f7-a8a2-43e5-b9fe-99d82f1921a2 associated. External IP: 172.27.3.121, port: cf702545-bac0-40cf-8a57-21566f73aa08. Feb 17 15:52:06.984377 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa005872-70b2-4091-9f94-f05d4933e35c req-efc87d66-b019-438d-b226-3eacc8e4f074 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:06.985935 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-aa005872-70b2-4091-9f94-f05d4933e35c req-efc87d66-b019-438d-b226-3eacc8e4f074 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 944 time: 0.1300669 Feb 17 15:52:07.149430 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-aa005872-70b2-4091-9f94-f05d4933e35c req-b6050b0b-574f-44f9-9ccc-93b5acd1f43c tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546278 Feb 17 15:52:07.183402 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da45002-2a8c-4a83-9b3d-4fd22d504457 req-5a43d71f-13e3-48b2-a4c6-a6fbec1ce122 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:07.184893 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1da45002-2a8c-4a83-9b3d-4fd22d504457 req-5a43d71f-13e3-48b2-a4c6-a6fbec1ce122 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 945 time: 0.1613650 Feb 17 15:52:07.233049 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c82a33a-8072-4c2a-ae74-8039b0ff465a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Router 347a5324-6c18-40b2-a505-f131883c2fc2 has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:52:07.251807 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1da45002-2a8c-4a83-9b3d-4fd22d504457 req-9484687c-68fc-4b43-8d19-44dd4573c51b tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610809 Feb 17 15:52:07.352352 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c82a33a-8072-4c2a-ae74-8039b0ff465a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:52:07.363318 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bab057-e7f5-4030-afa9-2f8a4f4e4d70 None None] Sync routers for ids ['347a5324-6c18-40b2-a505-f131883c2fc2'] in dv-cinder-606346-36-iscsi {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:52:07.370929 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2c82a33a-8072-4c2a-ae74-8039b0ff465a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for floatingip (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:07.374732 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bab057-e7f5-4030-afa9-2f8a4f4e4d70 None None] Routers {'347a5324-6c18-40b2-a505-f131883c2fc2'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:52:07.375567 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-00bab057-e7f5-4030-afa9-2f8a4f4e4d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:52:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['347a5324-6c18-40b2-a505-f131883c2fc2'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:52:07.400467 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-2c82a33a-8072-4c2a-ae74-8039b0ff465a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5945134 Feb 17 15:52:07.401021 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f0a37d8-ecf9-4e2b-8557-b44c3827471c', 'tag': 'cf702545-bac0-40cf-8a57-21566f73aa08'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:52:07.403273 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254a690a-7b7e-4564-8d61-90b345959a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f0a37d8-ecf9-4e2b-8557-b44c3827471c", "tag": "cf702545-bac0-40cf-8a57-21566f73aa08"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:52:07.445535 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db1f421-6882-4fed-b365-e6945ee0158e x-openstack-request-id: req-9db1f421-6882-4fed-b365-e6945ee0158e {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:52:07.445824 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f0a37d8-ecf9-4e2b-8557-b44c3827471c", "tag": "cf702545-bac0-40cf-8a57-21566f73aa08", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:52:07.446076 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9db1f421-6882-4fed-b365-e6945ee0158e {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:52:07.446476 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f0a37d8-ecf9-4e2b-8557-b44c3827471c', 'tag': 'cf702545-bac0-40cf-8a57-21566f73aa08', 'status': 'completed', 'code': 200} Feb 17 15:52:07.483337 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-00bab057-e7f5-4030-afa9-2f8a4f4e4d70 None None] Set router 347a5324-6c18-40b2-a505-f131883c2fc2 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:52:07.584521 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 8bd86dd7-775a-47b4-b767-9c03c824c757 up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:52:07.662297 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port 8bd86dd7-775a-47b4-b767-9c03c824c757 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:52:07.662729 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (8bd86dd7-775a-47b4-b767-9c03c824c757), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:07.756352 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-00bab057-e7f5-4030-afa9-2f8a4f4e4d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:23Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': 'c959e9f7-a8a2-43e5-b9fe-99d82f1921a2', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'port_id': 'cf702545-bac0-40cf-8a57-21566f73aa08', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'mac_address': 'fa:16:3e:fe:74:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0a37d8-ecf9-4e2b-8557-b44c3827471c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:52:05Z', 'updated_at': '2022-02-17T15:52:05Z', 'revision_number': 0, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0488e847-b3f1-443a-97a4-fcf8fe370cfc', 'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'mac_address': 'fa:16:3e:a1:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:23Z', 'updated_at': '2022-02-17T15:51:28Z', 'revision_number': 5, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'subnets': [{'id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:52:07.789035 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bab057-e7f5-4030-afa9-2f8a4f4e4d70 None None] Checking router: 347a5324-6c18-40b2-a505-f131883c2fc2 for host: dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:52:07.800805 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bab057-e7f5-4030-afa9-2f8a4f4e4d70 None None] Routers {'347a5324-6c18-40b2-a505-f131883c2fc2'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:52:07.803369 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-00bab057-e7f5-4030-afa9-2f8a4f4e4d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:52:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['347a5324-6c18-40b2-a505-f131883c2fc2'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:52:07.825220 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 8bd86dd7-775a-47b4-b767-9c03c824c757 is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:52:07.825903 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8bd86dd7-775a-47b4-b767-9c03c824c757), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:07.854333 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035a6a9b-b5d3-404f-8cf7-a19efb07864b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd86dd7-775a-47b4-b767-9c03c824c757'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:52:07.857326 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ae7a33-1208-4623-859f-a0146ecb59c9" -d '{"events": [{"server_uuid": "035a6a9b-b5d3-404f-8cf7-a19efb07864b", "name": "network-vif-plugged", "status": "completed", "tag": "8bd86dd7-775a-47b4-b767-9c03c824c757"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:52:07.898239 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 8bd86dd7-775a-47b4-b767-9c03c824c757, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8bd86dd7-775a-47b4-b767-9c03c824c757,segment=NetworkSegment(5963083f-b065-4c02-8d0b-987780465e8f),segment_id=5963083f-b065-4c02-8d0b-987780465e8f)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:52:07.909642 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (8bd86dd7-775a-47b4-b767-9c03c824c757), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:07.910916 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device b5924674-b9d5-4a85-beca-fb23f50f4c1e no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:52:07.951972 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506afd4a-1ac3-4143-8260-9211b10443ad x-openstack-request-id: req-506afd4a-1ac3-4143-8260-9211b10443ad {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:52:07.952261 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035a6a9b-b5d3-404f-8cf7-a19efb07864b", "name": "network-vif-plugged", "status": "completed", "tag": "8bd86dd7-775a-47b4-b767-9c03c824c757", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:52:07.952555 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-506afd4a-1ac3-4143-8260-9211b10443ad {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:52:07.952951 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035a6a9b-b5d3-404f-8cf7-a19efb07864b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd86dd7-775a-47b4-b767-9c03c824c757', 'code': 200} Feb 17 15:52:07.986835 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-00bab057-e7f5-4030-afa9-2f8a4f4e4d70 None None] Set router 347a5324-6c18-40b2-a505-f131883c2fc2 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:52:08.036097 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port b5924674-b9d5-4a85-beca-fb23f50f4c1e is: DOWN; New status is: DOWN {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:52:08.038200 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=8bd86dd7-775a-47b4-b767-9c03c824c757,revision_number=8']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:08.269344 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-00bab057-e7f5-4030-afa9-2f8a4f4e4d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:23Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': 'c959e9f7-a8a2-43e5-b9fe-99d82f1921a2', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'port_id': 'cf702545-bac0-40cf-8a57-21566f73aa08', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'mac_address': 'fa:16:3e:fe:74:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0a37d8-ecf9-4e2b-8557-b44c3827471c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:52:05Z', 'updated_at': '2022-02-17T15:52:05Z', 'revision_number': 0, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0488e847-b3f1-443a-97a4-fcf8fe370cfc', 'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'mac_address': 'fa:16:3e:a1:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:23Z', 'updated_at': '2022-02-17T15:51:28Z', 'revision_number': 5, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'subnets': [{'id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:52:08.307115 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85b315-b7bb-453a-be1b-cc65a3c9c2b8 req-daccf0e4-142b-4a2a-ad46-f30336a9e537 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:08.309658 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fc85b315-b7bb-453a-be1b-cc65a3c9c2b8 req-daccf0e4-142b-4a2a-ad46-f30336a9e537 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 944 time: 0.0718715 Feb 17 15:52:08.311286 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bab057-e7f5-4030-afa9-2f8a4f4e4d70 None None] The sync data for ids ['347a5324-6c18-40b2-a505-f131883c2fc2'] in dv-cinder-606346-36-iscsi is: [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:23Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': 'c959e9f7-a8a2-43e5-b9fe-99d82f1921a2', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'floating_ip_address': '172.27.3.121', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'port_id': 'cf702545-bac0-40cf-8a57-21566f73aa08', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'mac_address': 'fa:16:3e:fe:74:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0a37d8-ecf9-4e2b-8557-b44c3827471c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:52:05Z', 'updated_at': '2022-02-17T15:52:05Z', 'revision_number': 0, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0488e847-b3f1-443a-97a4-fcf8fe370cfc', 'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'mac_address': 'fa:16:3e:a1:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:23Z', 'updated_at': '2022-02-17T15:51:28Z', 'revision_number': 5, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'subnets': [{'id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:52:08.425466 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fc85b315-b7bb-453a-be1b-cc65a3c9c2b8 req-c9158895-41e5-4b26-8a33-524eb78180a7 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090841 Feb 17 15:52:08.464011 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fec3613-156f-4884-9fd4-fce474ea1531 req-6c84b6dc-1c2d-4df1-bab6-01c6f6151639 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:08.467292 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8fec3613-156f-4884-9fd4-fce474ea1531 req-6c84b6dc-1c2d-4df1-bab6-01c6f6151639 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.1209466 Feb 17 15:52:08.537899 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8fec3613-156f-4884-9fd4-fce474ea1531 req-b51dfc8f-c085-41d1-abf5-54b86717bea2 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654781 Feb 17 15:52:08.564160 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772a5b46-9534-4c45-ae6b-751ab337d30b None None] New status for floating IP c959e9f7-a8a2-43e5-b9fe-99d82f1921a2: ACTIVE {{(pid=109500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 15:52:09.561335 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e9fc5-79fe-4bb3-aa1b-2f480d3cb5fd req-e0305556-49ec-4431-a07a-8e917ad4a7a5 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:09.562840 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-106e9fc5-79fe-4bb3-aa1b-2f480d3cb5fd req-e0305556-49ec-4431-a07a-8e917ad4a7a5 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 944 time: 0.0547409 Feb 17 15:52:09.630354 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-106e9fc5-79fe-4bb3-aa1b-2f480d3cb5fd req-c390631d-5eb6-4ef6-b028-6724f7d750a8 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599875 Feb 17 15:52:09.706116 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4a0b7-9279-412c-b681-651c2dfc5221 req-1ce5ede7-1335-42c4-ad69-fce91aa57b5a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:09.707841 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-94a4a0b7-9279-412c-b681-651c2dfc5221 req-1ce5ede7-1335-42c4-ad69-fce91aa57b5a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0620885 Feb 17 15:52:09.761094 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-94a4a0b7-9279-412c-b681-651c2dfc5221 req-a7babe23-8d82-4511-99b4-54b87c81831e tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475817 Feb 17 15:52:10.861231 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ccb43b-d642-4ce5-b2bd-00e0a99b6624 req-2a04c6c3-6b61-485f-a0fc-9047c5799915 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:10.864810 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-52ccb43b-d642-4ce5-b2bd-00e0a99b6624 req-2a04c6c3-6b61-485f-a0fc-9047c5799915 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 944 time: 0.1250548 Feb 17 15:52:11.059377 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-52ccb43b-d642-4ce5-b2bd-00e0a99b6624 req-bb33a90e-2017-47b0-81e4-b0b2a15de0f6 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742144 Feb 17 15:52:11.113154 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b8fdd-d5f8-4e1b-add8-7305847312e2 req-a987921a-3dff-4e7e-937b-f08c59f6d430 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:11.128296 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b55b8fdd-d5f8-4e1b-add8-7305847312e2 req-a987921a-3dff-4e7e-937b-f08c59f6d430 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.1663659 Feb 17 15:52:11.264669 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b55b8fdd-d5f8-4e1b-add8-7305847312e2 req-af4e1a72-f99c-4040-8f2e-86c75f55edee tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353533 Feb 17 15:52:11.597092 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:52:12.190199 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a624d-6a5c-4e19-bd01-9a16c6b8a62d req-971125ef-dc68-469b-9bad-69f920d9cd1b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:12.191761 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9f3a624d-6a5c-4e19-bd01-9a16c6b8a62d req-971125ef-dc68-469b-9bad-69f920d9cd1b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 944 time: 0.0567617 Feb 17 15:52:12.248194 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9f3a624d-6a5c-4e19-bd01-9a16c6b8a62d req-ea8c3582-72f3-4ed0-ae41-d39d182ee85e tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504444 Feb 17 15:52:12.379081 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3664f1a-c9f6-4d78-8c0a-099eecae8828 req-f7b123af-9286-4519-aeb4-b9a67cbf9ac5 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:12.380611 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b3664f1a-c9f6-4d78-8c0a-099eecae8828 req-f7b123af-9286-4519-aeb4-b9a67cbf9ac5 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0552258 Feb 17 15:52:12.429186 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b3664f1a-c9f6-4d78-8c0a-099eecae8828 req-7dd621ee-26f8-48d0-9c75-1d94f106f58a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429308 Feb 17 15:52:13.395473 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a52445-eb9b-470c-98e8-bd94e2df6f6b req-64f8414e-192e-40cd-aa7a-9b2aa8e43b67 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:13.397022 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-38a52445-eb9b-470c-98e8-bd94e2df6f6b req-64f8414e-192e-40cd-aa7a-9b2aa8e43b67 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 944 time: 0.0721285 Feb 17 15:52:13.447185 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-38a52445-eb9b-470c-98e8-bd94e2df6f6b req-5fee20c4-3184-4ab7-99d3-ec24a0bbe1de tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444844 Feb 17 15:52:13.555466 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe7b50-f5f2-446a-8df9-9f9fadb4817c req-8d5821c9-f06b-4054-a062-42d7d2fda404 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:13.557269 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-25fe7b50-f5f2-446a-8df9-9f9fadb4817c req-8d5821c9-f06b-4054-a062-42d7d2fda404 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0555205 Feb 17 15:52:13.610883 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-25fe7b50-f5f2-446a-8df9-9f9fadb4817c req-db6f7198-d4f2-4634-b927-34ab8d7b8ce8 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455537 Feb 17 15:52:14.575642 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d1752-53a1-4ef1-938a-c4aa6ac4eee4 req-5d2b6849-6eba-48cc-abc6-ba4097d02898 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:14.577823 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-866d1752-53a1-4ef1-938a-c4aa6ac4eee4 req-5d2b6849-6eba-48cc-abc6-ba4097d02898 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 944 time: 0.0560479 Feb 17 15:52:14.629218 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-866d1752-53a1-4ef1-938a-c4aa6ac4eee4 req-2f572c9e-9038-454b-909a-9bc1c7cd9c12 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460615 Feb 17 15:52:14.730916 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa584ed-6de3-4596-99eb-689dd888801b req-7ee76847-bd8d-413d-b54f-d41bd1f6be09 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:14.732422 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-efa584ed-6de3-4596-99eb-689dd888801b req-7ee76847-bd8d-413d-b54f-d41bd1f6be09 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0548422 Feb 17 15:52:14.783619 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-efa584ed-6de3-4596-99eb-689dd888801b req-812b8162-7188-48cc-a529-95fbcb75e9e3 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454319 Feb 17 15:52:15.654855 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:15.755125 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce947df-a55c-4818-9ffa-213367d37933 req-665736c3-ec9b-428e-ac60-f7a28c575022 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:15.756645 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5ce947df-a55c-4818-9ffa-213367d37933 req-665736c3-ec9b-428e-ac60-f7a28c575022 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 944 time: 0.0532420 Feb 17 15:52:15.800923 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5ce947df-a55c-4818-9ffa-213367d37933 req-216fb921-d03a-4ed4-89d1-97700acb6548 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389056 Feb 17 15:52:15.902904 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4bd150-55c7-415d-bcde-e88468a58d52 req-9d705242-10a9-4fcb-a960-fd9c0cf47cb7 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:15.904385 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1a4bd150-55c7-415d-bcde-e88468a58d52 req-9d705242-10a9-4fcb-a960-fd9c0cf47cb7 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0549738 Feb 17 15:52:15.977968 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1a4bd150-55c7-415d-bcde-e88468a58d52 req-d2ed7449-c1be-4b1f-9791-6ba9904ecd8c tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680561 Feb 17 15:52:15.992705 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a690a-7b7e-4564-8d61-90b345959a2c req-922bc239-42a0-4f22-957e-7037ca21cb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:15.994206 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-254a690a-7b7e-4564-8d61-90b345959a2c req-922bc239-42a0-4f22-957e-7037ca21cb21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c408aed137854f999d78e197a7cc75fc&device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c HTTP/1.1" status: 200 len: 1130 time: 0.0577540 Feb 17 15:52:16.087236 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a690a-7b7e-4564-8d61-90b345959a2c req-7238cad1-aaf8-470b-9885-e3f6dea850cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:16.088717 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-254a690a-7b7e-4564-8d61-90b345959a2c req-7238cad1-aaf8-470b-9885-e3f6dea850cd service neutron] 10.222.0.24 "GET /v2.0/networks?id=759e632a-fe01-4c96-a989-2dc2f421382b HTTP/1.1" status: 200 len: 912 time: 0.0858605 Feb 17 15:52:16.156664 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-254a690a-7b7e-4564-8d61-90b345959a2c req-bf331068-69c7-4d4b-9078-9924bac100ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf702545-bac0-40cf-8a57-21566f73aa08 HTTP/1.1" status: 200 len: 1002 time: 0.0574038 Feb 17 15:52:16.177089 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31eb61-2eb2-498d-a433-81be28a245c8 req-c46f61ae-f433-4ba7-89f6-3a041bde7714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:16.178635 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-5b31eb61-2eb2-498d-a433-81be28a245c8 req-c46f61ae-f433-4ba7-89f6-3a041bde7714 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 1130 time: 0.0431652 Feb 17 15:52:16.204662 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a690a-7b7e-4564-8d61-90b345959a2c req-14f02ed8-e26b-4fa9-a0f5-4b7fb8a5507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:16.206175 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-254a690a-7b7e-4564-8d61-90b345959a2c req-14f02ed8-e26b-4fa9-a0f5-4b7fb8a5507a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ace76b24-c3b7-4925-b310-79f338d4269f HTTP/1.1" status: 200 len: 850 time: 0.0434244 Feb 17 15:52:16.224781 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [req-5b31eb61-2eb2-498d-a433-81be28a245c8 req-bcb38b5d-a2b6-4c1e-aff8-d4dce8441b84 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398848 Feb 17 15:52:16.261107 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a690a-7b7e-4564-8d61-90b345959a2c req-3137bdcf-a7e2-4642-825c-f0b824a90393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:16.262610 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-254a690a-7b7e-4564-8d61-90b345959a2c req-3137bdcf-a7e2-4642-825c-f0b824a90393 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=759e632a-fe01-4c96-a989-2dc2f421382b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0490663 Feb 17 15:52:16.505025 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-254a690a-7b7e-4564-8d61-90b345959a2c req-cf55e01b-a7cb-4910-9480-530108fd3919 service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805316 Feb 17 15:52:16.602114 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-254a690a-7b7e-4564-8d61-90b345959a2c req-cd1a2fec-2c0b-4742-82d0-baef52ed934c service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882039 Feb 17 15:52:16.923076 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac3412-cc02-419d-8376-8377443497e0 req-48eb76c1-2c04-40ac-b82a-355484eeb747 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:16.924566 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-59ac3412-cc02-419d-8376-8377443497e0 req-48eb76c1-2c04-40ac-b82a-355484eeb747 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 944 time: 0.0520313 Feb 17 15:52:16.969623 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-59ac3412-cc02-419d-8376-8377443497e0 req-4388b6fe-7b3b-477a-b2c6-49166b3b0ab7 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395510 Feb 17 15:52:17.095955 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fbaac-25cc-4aab-8ced-857dee6a7561 req-94c203cc-261b-4b08-9506-3bbaad26ec18 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:17.097360 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4f9fbaac-25cc-4aab-8ced-857dee6a7561 req-94c203cc-261b-4b08-9506-3bbaad26ec18 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0543706 Feb 17 15:52:17.144106 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4f9fbaac-25cc-4aab-8ced-857dee6a7561 req-c467a8ed-4dc6-47be-9bac-6278a9f88665 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410788 Feb 17 15:52:18.089139 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c05748-df4a-4c58-b0e0-bfd8fde23522 req-064fd825-3904-41b0-8bed-528eac40034a tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:18.090607 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-07c05748-df4a-4c58-b0e0-bfd8fde23522 req-064fd825-3904-41b0-8bed-528eac40034a tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 944 time: 0.0513241 Feb 17 15:52:18.136808 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-07c05748-df4a-4c58-b0e0-bfd8fde23522 req-a91f93fa-8daf-446f-bbbe-c631fb60d2b4 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407312 Feb 17 15:52:18.259201 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376ee86-2a3c-4118-bbd4-2f2baeec7aa0 req-795d3cca-9545-4295-b9d4-fd29148fde50 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:18.260884 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6376ee86-2a3c-4118-bbd4-2f2baeec7aa0 req-795d3cca-9545-4295-b9d4-fd29148fde50 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0520923 Feb 17 15:52:18.310731 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6376ee86-2a3c-4118-bbd4-2f2baeec7aa0 req-1c37d1d5-e962-4c14-ade4-e80855ca6178 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445771 Feb 17 15:52:19.255545 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe464d-6e95-411a-a1e2-06af233a30b0 req-3ce5849a-f8d6-4a30-af1f-212815f2e885 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:19.257037 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1cfe464d-6e95-411a-a1e2-06af233a30b0 req-3ce5849a-f8d6-4a30-af1f-212815f2e885 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 944 time: 0.0514312 Feb 17 15:52:19.303283 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1cfe464d-6e95-411a-a1e2-06af233a30b0 req-90945fb3-4191-42ec-b233-0fe06ad61d97 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401244 Feb 17 15:52:19.427066 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24613802-df7c-474d-88ba-6a4cef2bf381 req-fa3b4008-0e9c-441f-8856-ef6ae432f35f tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:19.428478 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-24613802-df7c-474d-88ba-6a4cef2bf381 req-fa3b4008-0e9c-441f-8856-ef6ae432f35f tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0505283 Feb 17 15:52:19.475094 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-24613802-df7c-474d-88ba-6a4cef2bf381 req-9d9a19e0-1d49-4cab-ae45-03455131b36f tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405173 Feb 17 15:52:19.876084 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device b5924674-b9d5-4a85-beca-fb23f50f4c1e details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:52:19.970306 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port b5924674-b9d5-4a85-beca-fb23f50f4c1e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=b5924674-b9d5-4a85-beca-fb23f50f4c1e,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:52:19.982245 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': 'b5924674-b9d5-4a85-beca-fb23f50f4c1e', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'port_id': 'b5924674-b9d5-4a85-beca-fb23f50f4c1e', 'mac_address': 'fa:16:3e:ac:20:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '085193d0-4bed-4149-bda8-411e07e82670', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:52:20.023927 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port b5924674-b9d5-4a85-beca-fb23f50f4c1e is: DOWN; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:52:20.024314 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:20.037250 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5924674-b9d5-4a85-beca-fb23f50f4c1e {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:52:20.056577 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port b5924674-b9d5-4a85-beca-fb23f50f4c1e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=b5924674-b9d5-4a85-beca-fb23f50f4c1e,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:52:20.060802 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:20.109748 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=b5924674-b9d5-4a85-beca-fb23f50f4c1e,revision_number=9']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:20.117995 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:20.118400 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:20.118779 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:20.119162 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:20.119499 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:20.119830 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:20.120180 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:20.120688 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:20.121021 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:20.121353 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:20.121681 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:20.122009 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:20.122334 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:20.324932 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['b5924674-b9d5-4a85-beca-fb23f50f4c1e'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:52:20.428523 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e22ae-b16f-4971-9845-223e4f592d4f req-46254b63-ae9c-475d-abbe-3c0d91cbaff9 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:20.430000 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d72e22ae-b16f-4971-9845-223e4f592d4f req-46254b63-ae9c-475d-abbe-3c0d91cbaff9 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 945 time: 0.0546284 Feb 17 15:52:20.476355 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d72e22ae-b16f-4971-9845-223e4f592d4f req-c7cec8ff-4add-428c-9c1d-1ecebf82f614 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402009 Feb 17 15:52:20.591292 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013cd401-9e67-4fd9-8687-9816bcfb354d req-7ba9908e-bdcc-4818-9cb8-eb1a395cdf0a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:20.592770 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-013cd401-9e67-4fd9-8687-9816bcfb354d req-7ba9908e-bdcc-4818-9cb8-eb1a395cdf0a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0511501 Feb 17 15:52:20.639705 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-013cd401-9e67-4fd9-8687-9816bcfb354d req-04b227db-0783-4b0c-bae0-1ab86c206471 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412898 Feb 17 15:52:21.300974 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device b5924674-b9d5-4a85-beca-fb23f50f4c1e up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:52:21.347372 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port b5924674-b9d5-4a85-beca-fb23f50f4c1e triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:52:21.348006 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:21.422337 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port b5924674-b9d5-4a85-beca-fb23f50f4c1e is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:52:21.422720 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:21.446281 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfc69eb-19cf-4966-b54c-669fdee4e39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5924674-b9d5-4a85-beca-fb23f50f4c1e'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:52:21.448481 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234f2397-6c2f-4659-a836-a9637b498290" -d '{"events": [{"server_uuid": "2cfc69eb-19cf-4966-b54c-669fdee4e39d", "name": "network-vif-plugged", "status": "completed", "tag": "b5924674-b9d5-4a85-beca-fb23f50f4c1e"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:52:21.459832 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port b5924674-b9d5-4a85-beca-fb23f50f4c1e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=b5924674-b9d5-4a85-beca-fb23f50f4c1e,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:52:21.463783 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:21.490309 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d519a0e0-b9c8-40c2-8433-14e63c7b8cce x-openstack-request-id: req-d519a0e0-b9c8-40c2-8433-14e63c7b8cce {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:52:21.490607 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfc69eb-19cf-4966-b54c-669fdee4e39d", "name": "network-vif-plugged", "status": "completed", "tag": "b5924674-b9d5-4a85-beca-fb23f50f4c1e", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:52:21.490861 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d519a0e0-b9c8-40c2-8433-14e63c7b8cce {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:52:21.491250 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfc69eb-19cf-4966-b54c-669fdee4e39d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5924674-b9d5-4a85-beca-fb23f50f4c1e', 'code': 200} Feb 17 15:52:21.514567 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=b5924674-b9d5-4a85-beca-fb23f50f4c1e,revision_number=10']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:21.601182 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e9b2d-3dcf-4b38-a504-4f9be32fbb5e req-6e066962-6aba-44ff-9a09-2606ad7d9fc8 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:21.603304 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7f7e9b2d-3dcf-4b38-a504-4f9be32fbb5e req-6e066962-6aba-44ff-9a09-2606ad7d9fc8 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 947 time: 0.0527928 Feb 17 15:52:21.677474 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7f7e9b2d-3dcf-4b38-a504-4f9be32fbb5e req-58099084-4513-411d-bf88-472be43b2615 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681911 Feb 17 15:52:21.692805 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306bc24-06f4-4505-9b3e-12107c333a68 req-0419c022-27f2-41e2-8c39-25154fc49f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:21.694357 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9306bc24-06f4-4505-9b3e-12107c333a68 req-0419c022-27f2-41e2-8c39-25154fc49f5b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 1131 time: 0.0628681 Feb 17 15:52:21.736889 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9306bc24-06f4-4505-9b3e-12107c333a68 req-ca278ba1-6ea8-4563-86a4-4e038c0d0180 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364826 Feb 17 15:52:22.800064 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c262b-8d98-41a7-8aff-cdd09987e83c req-72c9b2f3-095b-4bd5-a3d6-c008fed0e375 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:22.801567 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2e8c262b-8d98-41a7-8aff-cdd09987e83c req-72c9b2f3-095b-4bd5-a3d6-c008fed0e375 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 947 time: 0.0514235 Feb 17 15:52:22.846051 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2e8c262b-8d98-41a7-8aff-cdd09987e83c req-64dd8ea7-eff0-4ff1-bdb2-822e0e2aa7f9 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390229 Feb 17 15:52:23.968210 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e85151-f628-449a-a3a3-81bd2811e38b req-32d4782d-858d-42a7-bb4c-a48ccb09afc9 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:23.969708 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-93e85151-f628-449a-a3a3-81bd2811e38b req-32d4782d-858d-42a7-bb4c-a48ccb09afc9 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 947 time: 0.0542791 Feb 17 15:52:24.023394 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-93e85151-f628-449a-a3a3-81bd2811e38b req-4af96f9e-aa99-4ee5-89d0-c056d599273d tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451121 Feb 17 15:52:25.144137 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c65f7e-ad9c-49fb-ad07-b024f0cbccaa req-2cca7de5-c933-435c-9d55-a3d9d20f48c1 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:25.145609 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e2c65f7e-ad9c-49fb-ad07-b024f0cbccaa req-2cca7de5-c933-435c-9d55-a3d9d20f48c1 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 947 time: 0.0508754 Feb 17 15:52:25.190051 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e2c65f7e-ad9c-49fb-ad07-b024f0cbccaa req-69350597-c347-4061-b9f9-1f679c1fc076 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390496 Feb 17 15:52:26.314554 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28535742-618b-48a2-9fca-978ef737bfb8 req-fab84a16-bf1b-4328-a9ee-c14bad3fa0bc tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:26.317168 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-28535742-618b-48a2-9fca-978ef737bfb8 req-fab84a16-bf1b-4328-a9ee-c14bad3fa0bc tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 947 time: 0.0556188 Feb 17 15:52:26.368298 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-28535742-618b-48a2-9fca-978ef737bfb8 req-3d8fe6ff-14df-4844-9d42-024cadfae369 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456865 Feb 17 15:52:30.032402 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-81cbe714-b947-4cac-8af5-653912a7c348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:32.404990 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-3aace03c-6aae-4e5d-9a02-667969addcb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:33.625868 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:35.091266 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:35.771668 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 57652) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:52:35.870900 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-efdac6ce-ce4e-40da-9285-e0d791ad6da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:35.942128 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-efdac6ce-ce4e-40da-9285-e0d791ad6da6 admin admin] Publish callbacks [] for security_group (6e6f03a2-1126-44b4-b6fe-1394799110a5), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:35.946526 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-efdac6ce-ce4e-40da-9285-e0d791ad6da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (6e6f03a2-1126-44b4-b6fe-1394799110a5), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:35.983771 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-efdac6ce-ce4e-40da-9285-e0d791ad6da6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c1a65b75fc504533a7d5c49661ff9846&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2110205 Feb 17 15:52:35.984898 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdac6ce-ce4e-40da-9285-e0d791ad6da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6f03a2-1126-44b4-b6fe-1394799110a5,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:35.986548 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 57656) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:52:35.991917 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac6ce-ce4e-40da-9285-e0d791ad6da6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:35.992271 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac6ce-ce4e-40da-9285-e0d791ad6da6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:35.992634 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac6ce-ce4e-40da-9285-e0d791ad6da6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:35.992966 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac6ce-ce4e-40da-9285-e0d791ad6da6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:35.993292 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac6ce-ce4e-40da-9285-e0d791ad6da6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:35.993616 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac6ce-ce4e-40da-9285-e0d791ad6da6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:35.993939 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac6ce-ce4e-40da-9285-e0d791ad6da6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:35.994264 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac6ce-ce4e-40da-9285-e0d791ad6da6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:35.994587 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac6ce-ce4e-40da-9285-e0d791ad6da6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:35.994907 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac6ce-ce4e-40da-9285-e0d791ad6da6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:35.995221 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac6ce-ce4e-40da-9285-e0d791ad6da6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:35.995538 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac6ce-ce4e-40da-9285-e0d791ad6da6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:35.995851 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdac6ce-ce4e-40da-9285-e0d791ad6da6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:36.033865 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-81f0fdc0-98bc-48ce-af76-b26ed8f00bc8 admin admin] Publish callbacks [] for security_group (6e6f03a2-1126-44b4-b6fe-1394799110a5), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:36.053593 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-81f0fdc0-98bc-48ce-af76-b26ed8f00bc8 admin admin] Publish callbacks [] for security_group (6e6f03a2-1126-44b4-b6fe-1394799110a5), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:36.099688 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-81f0fdc0-98bc-48ce-af76-b26ed8f00bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (6e6f03a2-1126-44b4-b6fe-1394799110a5), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:36.102269 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-81f0fdc0-98bc-48ce-af76-b26ed8f00bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:36.103430 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-81f0fdc0-98bc-48ce-af76-b26ed8f00bc8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6e6f03a2-1126-44b4-b6fe-1394799110a5 HTTP/1.1" status: 204 len: 168 time: 0.1158950 Feb 17 15:52:36.110693 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0fdc0-98bc-48ce-af76-b26ed8f00bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6f03a2-1126-44b4-b6fe-1394799110a5,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:36.118805 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0fdc0-98bc-48ce-af76-b26ed8f00bc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:36.118986 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0fdc0-98bc-48ce-af76-b26ed8f00bc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:36.119334 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0fdc0-98bc-48ce-af76-b26ed8f00bc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:36.119673 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0fdc0-98bc-48ce-af76-b26ed8f00bc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:36.120035 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0fdc0-98bc-48ce-af76-b26ed8f00bc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:36.120421 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0fdc0-98bc-48ce-af76-b26ed8f00bc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:36.120810 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0fdc0-98bc-48ce-af76-b26ed8f00bc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:36.121137 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0fdc0-98bc-48ce-af76-b26ed8f00bc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:36.121464 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0fdc0-98bc-48ce-af76-b26ed8f00bc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:36.121791 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0fdc0-98bc-48ce-af76-b26ed8f00bc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:36.122128 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0fdc0-98bc-48ce-af76-b26ed8f00bc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:36.122430 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0fdc0-98bc-48ce-af76-b26ed8f00bc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:36.122752 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f0fdc0-98bc-48ce-af76-b26ed8f00bc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:52:36.351538 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 57662) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:52:36.364305 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-ef6237dd-a24a-4b59-aade-82d20ca149a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:36.441825 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-ef6237dd-a24a-4b59-aade-82d20ca149a6 admin admin] Publish callbacks [] for security_group (5256cbff-c1c4-49f2-bdc3-ea8fa74ec878), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:36.445306 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-ef6237dd-a24a-4b59-aade-82d20ca149a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (5256cbff-c1c4-49f2-bdc3-ea8fa74ec878), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:36.481859 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-ef6237dd-a24a-4b59-aade-82d20ca149a6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5dba5ac6498640a883bc0692d72058ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1292284 Feb 17 15:52:36.483162 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6237dd-a24a-4b59-aade-82d20ca149a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5256cbff-c1c4-49f2-bdc3-ea8fa74ec878,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:36.484977 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 57664) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:52:36.531573 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b83d5d49-99a5-4f4d-86a1-3f9da8a16374 admin admin] Publish callbacks [] for security_group (5256cbff-c1c4-49f2-bdc3-ea8fa74ec878), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:36.554592 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b83d5d49-99a5-4f4d-86a1-3f9da8a16374 admin admin] Publish callbacks [] for security_group (5256cbff-c1c4-49f2-bdc3-ea8fa74ec878), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:36.558029 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:36.603904 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b83d5d49-99a5-4f4d-86a1-3f9da8a16374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (5256cbff-c1c4-49f2-bdc3-ea8fa74ec878), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:36.606463 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b83d5d49-99a5-4f4d-86a1-3f9da8a16374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:36.608134 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-b83d5d49-99a5-4f4d-86a1-3f9da8a16374 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5256cbff-c1c4-49f2-bdc3-ea8fa74ec878 HTTP/1.1" status: 204 len: 168 time: 0.1216030 Feb 17 15:52:36.616531 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d5d49-99a5-4f4d-86a1-3f9da8a16374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5256cbff-c1c4-49f2-bdc3-ea8fa74ec878,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:38.148327 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 57712) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:52:38.248853 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-2f2b1365-50ef-4664-bc03-5191028c6f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:38.320403 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-2f2b1365-50ef-4664-bc03-5191028c6f4c admin admin] Publish callbacks [] for security_group (42cdadd7-28a7-4842-9315-c4c3d966b605), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:38.324420 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-2f2b1365-50ef-4664-bc03-5191028c6f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (42cdadd7-28a7-4842-9315-c4c3d966b605), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:38.362582 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-2f2b1365-50ef-4664-bc03-5191028c6f4c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=96f5234afb3843f1abfa5893c1e5f239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131636 Feb 17 15:52:38.363514 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b1365-50ef-4664-bc03-5191028c6f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cdadd7-28a7-4842-9315-c4c3d966b605,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:38.365284 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 57716) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:52:38.411980 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-286e6abd-7b06-497c-a359-1290c98efc5d admin admin] Publish callbacks [] for security_group (42cdadd7-28a7-4842-9315-c4c3d966b605), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:38.432820 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-286e6abd-7b06-497c-a359-1290c98efc5d admin admin] Publish callbacks [] for security_group (42cdadd7-28a7-4842-9315-c4c3d966b605), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:38.478139 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-286e6abd-7b06-497c-a359-1290c98efc5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (42cdadd7-28a7-4842-9315-c4c3d966b605), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:38.480773 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-286e6abd-7b06-497c-a359-1290c98efc5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:38.481895 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-286e6abd-7b06-497c-a359-1290c98efc5d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/42cdadd7-28a7-4842-9315-c4c3d966b605 HTTP/1.1" status: 204 len: 168 time: 0.1156156 Feb 17 15:52:38.489660 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e6abd-7b06-497c-a359-1290c98efc5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cdadd7-28a7-4842-9315-c4c3d966b605,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:38.730861 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 57722) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:52:38.743630 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-23711929-56ab-4d2a-91b1-57e790aac0e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:38.818883 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-23711929-56ab-4d2a-91b1-57e790aac0e2 admin admin] Publish callbacks [] for security_group (e2b6de96-912c-4e11-9908-0557054384af), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:38.822647 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-23711929-56ab-4d2a-91b1-57e790aac0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (e2b6de96-912c-4e11-9908-0557054384af), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:38.859849 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-23711929-56ab-4d2a-91b1-57e790aac0e2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=694a224020b2414da37ebf8e60c9d1fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279418 Feb 17 15:52:38.860915 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23711929-56ab-4d2a-91b1-57e790aac0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b6de96-912c-4e11-9908-0557054384af,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:38.862617 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 57724) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:52:38.908831 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-15e6e8ed-e5dd-41f1-ab2b-28f56e490c45 admin admin] Publish callbacks [] for security_group (e2b6de96-912c-4e11-9908-0557054384af), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:38.928551 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-15e6e8ed-e5dd-41f1-ab2b-28f56e490c45 admin admin] Publish callbacks [] for security_group (e2b6de96-912c-4e11-9908-0557054384af), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:38.976402 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-15e6e8ed-e5dd-41f1-ab2b-28f56e490c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (e2b6de96-912c-4e11-9908-0557054384af), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:38.978977 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-15e6e8ed-e5dd-41f1-ab2b-28f56e490c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:38.980243 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-15e6e8ed-e5dd-41f1-ab2b-28f56e490c45 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e2b6de96-912c-4e11-9908-0557054384af HTTP/1.1" status: 204 len: 168 time: 0.1165795 Feb 17 15:52:38.987408 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6e8ed-e5dd-41f1-ab2b-28f56e490c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b6de96-912c-4e11-9908-0557054384af,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:42.962666 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 57784) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:52:43.071506 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-25d2cd27-1919-4184-b710-7b261a83e8c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:43.151985 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-25d2cd27-1919-4184-b710-7b261a83e8c1 admin admin] Publish callbacks [] for security_group (b7dbde1b-7ffe-4c06-b449-ee3554d2c019), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:43.156031 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-25d2cd27-1919-4184-b710-7b261a83e8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (b7dbde1b-7ffe-4c06-b449-ee3554d2c019), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:43.193307 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-25d2cd27-1919-4184-b710-7b261a83e8c1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cd65e32657a34da8a0a7baec7b366905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296019 Feb 17 15:52:43.194169 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2cd27-1919-4184-b710-7b261a83e8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dbde1b-7ffe-4c06-b449-ee3554d2c019,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:43.196059 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 57788) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:52:43.245512 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d42cb7f5-0885-4a4d-b2c8-e650698f2af7 admin admin] Publish callbacks [] for security_group (b7dbde1b-7ffe-4c06-b449-ee3554d2c019), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:43.266178 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d42cb7f5-0885-4a4d-b2c8-e650698f2af7 admin admin] Publish callbacks [] for security_group (b7dbde1b-7ffe-4c06-b449-ee3554d2c019), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:43.316063 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d42cb7f5-0885-4a4d-b2c8-e650698f2af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (b7dbde1b-7ffe-4c06-b449-ee3554d2c019), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:43.319928 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d42cb7f5-0885-4a4d-b2c8-e650698f2af7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:43.319928 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-d42cb7f5-0885-4a4d-b2c8-e650698f2af7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b7dbde1b-7ffe-4c06-b449-ee3554d2c019 HTTP/1.1" status: 204 len: 168 time: 0.1228366 Feb 17 15:52:43.329070 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cb7f5-0885-4a4d-b2c8-e650698f2af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dbde1b-7ffe-4c06-b449-ee3554d2c019,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:43.584550 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 57796) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:52:43.598383 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c9b5-5642-4757-b412-4ad9b60a153b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:43.683070 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c9b5-5642-4757-b412-4ad9b60a153b admin admin] Publish callbacks [] for security_group (2a568b8c-3569-4a39-8b52-60b1b5fdd0a2), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:43.687403 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c9b5-5642-4757-b412-4ad9b60a153b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (2a568b8c-3569-4a39-8b52-60b1b5fdd0a2), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:43.724962 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-5ea8c9b5-5642-4757-b412-4ad9b60a153b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=eba96a9650ac48db924f7928fd34dfcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391535 Feb 17 15:52:43.726017 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea8c9b5-5642-4757-b412-4ad9b60a153b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a568b8c-3569-4a39-8b52-60b1b5fdd0a2,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:43.727713 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 57798) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:52:43.775419 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d8a3bf3c-931d-49fb-b569-c2578450c45f admin admin] Publish callbacks [] for security_group (2a568b8c-3569-4a39-8b52-60b1b5fdd0a2), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:43.795551 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d8a3bf3c-931d-49fb-b569-c2578450c45f admin admin] Publish callbacks [] for security_group (2a568b8c-3569-4a39-8b52-60b1b5fdd0a2), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:43.840960 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d8a3bf3c-931d-49fb-b569-c2578450c45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (2a568b8c-3569-4a39-8b52-60b1b5fdd0a2), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:43.843478 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d8a3bf3c-931d-49fb-b569-c2578450c45f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:43.844642 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-d8a3bf3c-931d-49fb-b569-c2578450c45f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2a568b8c-3569-4a39-8b52-60b1b5fdd0a2 HTTP/1.1" status: 204 len: 168 time: 0.1152477 Feb 17 15:52:43.852660 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3bf3c-931d-49fb-b569-c2578450c45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a568b8c-3569-4a39-8b52-60b1b5fdd0a2,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:44.829949 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 57830) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:52:44.930005 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-43ecad94-fd7b-4950-9417-2c3ff4d8485f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:45.000627 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-43ecad94-fd7b-4950-9417-2c3ff4d8485f admin admin] Publish callbacks [] for security_group (191cf543-2826-4d13-8376-c1cd0ea59a5f), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:45.004138 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-43ecad94-fd7b-4950-9417-2c3ff4d8485f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (191cf543-2826-4d13-8376-c1cd0ea59a5f), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:45.043167 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-43ecad94-fd7b-4950-9417-2c3ff4d8485f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0f37c8e42b2b4735b9ed63ad4f52f162&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122021 Feb 17 15:52:45.043989 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecad94-fd7b-4950-9417-2c3ff4d8485f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191cf543-2826-4d13-8376-c1cd0ea59a5f,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:45.046676 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 57834) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:52:45.095604 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1d8f40dd-5407-4418-ad72-ec3238f372dd admin admin] Publish callbacks [] for security_group (191cf543-2826-4d13-8376-c1cd0ea59a5f), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:45.115771 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1d8f40dd-5407-4418-ad72-ec3238f372dd admin admin] Publish callbacks [] for security_group (191cf543-2826-4d13-8376-c1cd0ea59a5f), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:45.161043 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1d8f40dd-5407-4418-ad72-ec3238f372dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (191cf543-2826-4d13-8376-c1cd0ea59a5f), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:45.163644 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-1d8f40dd-5407-4418-ad72-ec3238f372dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:45.164797 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-1d8f40dd-5407-4418-ad72-ec3238f372dd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/191cf543-2826-4d13-8376-c1cd0ea59a5f HTTP/1.1" status: 204 len: 168 time: 0.1168947 Feb 17 15:52:45.172185 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f40dd-5407-4418-ad72-ec3238f372dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191cf543-2826-4d13-8376-c1cd0ea59a5f,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:45.656311 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:47.075831 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3ba790bd-92a2-4612-8e14-e5f1404c013d req-44bb0806-3c59-40d0-8cbc-770fdf783203 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527000 Feb 17 15:52:47.141106 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba790bd-92a2-4612-8e14-e5f1404c013d req-84ce0b16-253e-47fc-8179-06d904fec9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:47.142647 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3ba790bd-92a2-4612-8e14-e5f1404c013d req-84ce0b16-253e-47fc-8179-06d904fec9c3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=05f0a8984e9b47928705c3398312ed12&device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 1131 time: 0.0439887 Feb 17 15:52:47.250921 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba790bd-92a2-4612-8e14-e5f1404c013d req-f9c89b55-62e7-4d5c-b2ff-3aebd6055cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:47.252585 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3ba790bd-92a2-4612-8e14-e5f1404c013d req-f9c89b55-62e7-4d5c-b2ff-3aebd6055cb8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad5eb79a-29ab-494d-8432-3ccbc2a327de HTTP/1.1" status: 200 len: 918 time: 0.0881262 Feb 17 15:52:47.323969 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-473c4647-0f1e-4512-be15-dca26def1c1a tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=220dc70cbeae427ca4fa8832776d3a70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571711 Feb 17 15:52:47.378797 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3ba790bd-92a2-4612-8e14-e5f1404c013d req-1de21953-0da3-4c13-bb0c-7ea09efe4dea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5924674-b9d5-4a85-beca-fb23f50f4c1e HTTP/1.1" status: 200 len: 1001 time: 0.1195462 Feb 17 15:52:47.779530 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba790bd-92a2-4612-8e14-e5f1404c013d req-16daa0fb-a469-4e59-b645-7ee37b718e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:47.781717 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3ba790bd-92a2-4612-8e14-e5f1404c013d req-16daa0fb-a469-4e59-b645-7ee37b718e30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=085193d0-4bed-4149-bda8-411e07e82670 HTTP/1.1" status: 200 len: 856 time: 0.3949978 Feb 17 15:52:47.812397 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-1485db3f-8201-4dbd-9eaa-c0af953986ae tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:47.813801 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-1485db3f-8201-4dbd-9eaa-c0af953986ae tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4835336 Feb 17 15:52:47.841561 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-bfceda8c-70fd-45e2-8806-8cda95c0c811 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/quotas/220dc70cbeae427ca4fa8832776d3a70 HTTP/1.1" status: 200 len: 375 time: 0.0133326 Feb 17 15:52:47.862872 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba790bd-92a2-4612-8e14-e5f1404c013d req-01220ae9-d44c-4981-8301-cc003441195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:47.864298 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3ba790bd-92a2-4612-8e14-e5f1404c013d req-01220ae9-d44c-4981-8301-cc003441195a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad5eb79a-29ab-494d-8432-3ccbc2a327de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0732324 Feb 17 15:52:47.882953 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-23129803-d2d3-4075-8d6c-50881c9feead tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=220dc70cbeae427ca4fa8832776d3a70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336063 Feb 17 15:52:47.966215 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3ba790bd-92a2-4612-8e14-e5f1404c013d req-33ef7c9f-7112-4fde-937b-b542ac04e4d7 service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852249 Feb 17 15:52:48.068893 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-41a26119-09b7-432a-ae28-de81be3c37ce req-e98f2fe4-f160-4a79-8256-c2b8c2e7e420 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cc56e9-a16a-4586-b119-3c706e381f31 HTTP/1.1" status: 200 len: 210 time: 0.0600262 Feb 17 15:52:48.092055 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3ba790bd-92a2-4612-8e14-e5f1404c013d req-77bfd24e-f3c2-4909-8ba6-a171b6ab3c87 service neutron] 10.222.0.24 "GET /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183016 Feb 17 15:52:48.595971 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:52:49.169907 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-3b3db9e1-31bc-4dd5-89ed-b1817f73e6e7 req-63fbed95-8769-440f-a216-33333b3be890 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cc56e9-a16a-4586-b119-3c706e381f31 HTTP/1.1" status: 200 len: 210 time: 0.0359368 Feb 17 15:52:49.238979 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-888f7a03-89e1-4c90-b6c1-758bc7de5420 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=220dc70cbeae427ca4fa8832776d3a70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208669 Feb 17 15:52:49.343926 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-9da239cf-5b9f-4798-aba9-69fcfd229e0a tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:49.345371 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-9da239cf-5b9f-4798-aba9-69fcfd229e0a tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1011448 Feb 17 15:52:49.370731 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-87dd58d2-60f5-4d9f-b5c7-b21daa828424 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Request body: {'port': {'device_id': 'a7cc56e9-a16a-4586-b119-3c706e381f31', 'network_id': 'c5dd4957-bc1e-4330-87c5-cb9b6195b802', 'admin_state_up': True, 'tenant_id': '220dc70cbeae427ca4fa8832776d3a70'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:52:49.473545 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-87dd58d2-60f5-4d9f-b5c7-b21daa828424 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Made reservation on behalf of 220dc70cbeae427ca4fa8832776d3a70 for: {'port': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:52:49.476852 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-87dd58d2-60f5-4d9f-b5c7-b21daa828424 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:49.485620 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-87dd58d2-60f5-4d9f-b5c7-b21daa828424 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:49.559269 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-87dd58d2-60f5-4d9f-b5c7-b21daa828424 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Publish callbacks [] for security_group (d30ffcce-2f6b-4b37-80b8-38455e9adf3f), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:49.562734 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-87dd58d2-60f5-4d9f-b5c7-b21daa828424 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (d30ffcce-2f6b-4b37-80b8-38455e9adf3f), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:49.621533 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd58d2-60f5-4d9f-b5c7-b21daa828424 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d30ffcce-2f6b-4b37-80b8-38455e9adf3f,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:49.692327 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-87dd58d2-60f5-4d9f-b5c7-b21daa828424 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Allocated IP 192.168.233.108 (c5dd4957-bc1e-4330-87c5-cb9b6195b802/963f09ec-bd7a-451e-a3d1-8359b9d5d4f5/8fad8263-51b6-4778-82e9-159538ae997c) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:52:49.834081 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-87dd58d2-60f5-4d9f-b5c7-b21daa828424 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Publish callbacks [] for port (8fad8263-51b6-4778-82e9-159538ae997c), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:49.867326 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-87dd58d2-60f5-4d9f-b5c7-b21daa828424 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (8fad8263-51b6-4778-82e9-159538ae997c), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:49.910391 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-87dd58d2-60f5-4d9f-b5c7-b21daa828424 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Network c5dd4957-bc1e-4330-87c5-cb9b6195b802 is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:52:49.913488 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-87dd58d2-60f5-4d9f-b5c7-b21daa828424 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:52:49.917062 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-87dd58d2-60f5-4d9f-b5c7-b21daa828424 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:52:49.948043 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd58d2-60f5-4d9f-b5c7-b21daa828424 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Pushing event updated for resources: {'Port': ['ID=8fad8263-51b6-4778-82e9-159538ae997c,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:49.976973 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-87dd58d2-60f5-4d9f-b5c7-b21daa828424 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:49.977590 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-87dd58d2-60f5-4d9f-b5c7-b21daa828424 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:49.993130 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-87dd58d2-60f5-4d9f-b5c7-b21daa828424 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6258674 Feb 17 15:52:50.005639 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-c853db4f-035c-4a9e-86a3-03db2d6b9ac2 service neutron] Request body: {'port': {'device_id': 'a7cc56e9-a16a-4586-b119-3c706e381f31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:52:50.067012 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-c853db4f-035c-4a9e-86a3-03db2d6b9ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8fad8263-51b6-4778-82e9-159538ae997c), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:50.131789 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-4833b92f-caab-43e5-abbe-46eab84a6acc None None] Provisioning complete for port 8fad8263-51b6-4778-82e9-159538ae997c triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:52:50.132399 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-4833b92f-caab-43e5-abbe-46eab84a6acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (8fad8263-51b6-4778-82e9-159538ae997c), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:50.166093 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-4833b92f-caab-43e5-abbe-46eab84a6acc None None] Port 8fad8263-51b6-4778-82e9-159538ae997c cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:52:50.326728 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890500f-5ce4-465b-9235-656f9c0e337a req-700d4898-d8fb-4cf3-a6ed-4ebba99e9f5b tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:50.328794 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b890500f-5ce4-465b-9235-656f9c0e337a req-700d4898-d8fb-4cf3-a6ed-4ebba99e9f5b tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cc56e9-a16a-4586-b119-3c706e381f31 HTTP/1.1" status: 200 len: 936 time: 0.0879052 Feb 17 15:52:50.394211 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-c853db4f-035c-4a9e-86a3-03db2d6b9ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fad8263-51b6-4778-82e9-159538ae997c {{(pid=109499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:52:50.404958 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-c853db4f-035c-4a9e-86a3-03db2d6b9ac2 service neutron] Publish callbacks [] for port (8fad8263-51b6-4778-82e9-159538ae997c), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:50.423507 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b890500f-5ce4-465b-9235-656f9c0e337a req-053139f5-65f2-4ea1-bbe7-fa5ce5e33295 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/security-groups?id=d30ffcce-2f6b-4b37-80b8-38455e9adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877514 Feb 17 15:52:50.425872 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.provisioning_blocks [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-c853db4f-035c-4a9e-86a3-03db2d6b9ac2 service neutron] Transition to ACTIVE for port object 8fad8263-51b6-4778-82e9-159538ae997c will not be triggered until provisioned by entity L2. {{(pid=109499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 15:52:50.431184 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-c853db4f-035c-4a9e-86a3-03db2d6b9ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (8fad8263-51b6-4778-82e9-159538ae997c), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:50.504629 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853db4f-035c-4a9e-86a3-03db2d6b9ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=8fad8263-51b6-4778-82e9-159538ae997c,revision_number=2']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:50.555974 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-c853db4f-035c-4a9e-86a3-03db2d6b9ac2 service neutron] Attempting to bind port 8fad8263-51b6-4778-82e9-159538ae997c on host hv-cinder-60634 for vnic_type normal with profile {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:52:50.556312 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-c853db4f-035c-4a9e-86a3-03db2d6b9ac2 service neutron] Attempting to bind port 8fad8263-51b6-4778-82e9-159538ae997c by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': '60ee93c0-44e0-45b2-8b0a-23ffb127c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c5dd4957-bc1e-4330-87c5-cb9b6195b802'}] {{(pid=109499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:52:50.556670 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-c853db4f-035c-4a9e-86a3-03db2d6b9ac2 service neutron] Attempting to bind port 8fad8263-51b6-4778-82e9-159538ae997c on network c5dd4957-bc1e-4330-87c5-cb9b6195b802 {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:52:50.561194 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-c853db4f-035c-4a9e-86a3-03db2d6b9ac2 service neutron] Port 8fad8263-51b6-4778-82e9-159538ae997c on network c5dd4957-bc1e-4330-87c5-cb9b6195b802 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 15:52:50.562046 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-c853db4f-035c-4a9e-86a3-03db2d6b9ac2 service neutron] Attempting to bind port 8fad8263-51b6-4778-82e9-159538ae997c on network c5dd4957-bc1e-4330-87c5-cb9b6195b802 {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:52:50.566912 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-c853db4f-035c-4a9e-86a3-03db2d6b9ac2 service neutron] Checking agent: {'id': '085351c5-065a-4edc-ae4b-0d7f2b27b503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'started_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:52:50.567250 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-c853db4f-035c-4a9e-86a3-03db2d6b9ac2 service neutron] Checking segment: {'id': '60ee93c0-44e0-45b2-8b0a-23ffb127c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c5dd4957-bc1e-4330-87c5-cb9b6195b802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:52:50.567630 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-c853db4f-035c-4a9e-86a3-03db2d6b9ac2 service neutron] Bound using segment: {'id': '60ee93c0-44e0-45b2-8b0a-23ffb127c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c5dd4957-bc1e-4330-87c5-cb9b6195b802'} {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:52:50.568047 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-c853db4f-035c-4a9e-86a3-03db2d6b9ac2 service neutron] Bound port: 8fad8263-51b6-4778-82e9-159538ae997c, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ee93c0-44e0-45b2-8b0a-23ffb127c6b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c5dd4957-bc1e-4330-87c5-cb9b6195b802'}}] {{(pid=109499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:52:50.568404 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-c853db4f-035c-4a9e-86a3-03db2d6b9ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8fad8263-51b6-4778-82e9-159538ae997c), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:50.633480 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-c853db4f-035c-4a9e-86a3-03db2d6b9ac2 service neutron] For port 8fad8263-51b6-4778-82e9-159538ae997c, host hv-cinder-60634, cleared binding levels {{(pid=109499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:52:50.636452 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-c853db4f-035c-4a9e-86a3-03db2d6b9ac2 service neutron] For port 8fad8263-51b6-4778-82e9-159538ae997c, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8fad8263-51b6-4778-82e9-159538ae997c,segment=NetworkSegment(60ee93c0-44e0-45b2-8b0a-23ffb127c6b6),segment_id=60ee93c0-44e0-45b2-8b0a-23ffb127c6b6)] {{(pid=109499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:52:50.643216 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-c853db4f-035c-4a9e-86a3-03db2d6b9ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (8fad8263-51b6-4778-82e9-159538ae997c), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:50.675236 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-c853db4f-035c-4a9e-86a3-03db2d6b9ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:50.675862 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-c853db4f-035c-4a9e-86a3-03db2d6b9ac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:50.677275 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-c853db4f-035c-4a9e-86a3-03db2d6b9ac2 service neutron] 10.222.0.24 "PUT /v2.0/ports/8fad8263-51b6-4778-82e9-159538ae997c HTTP/1.1" status: 200 len: 1098 time: 0.6759484 Feb 17 15:52:50.677720 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7cc56e9-a16a-4586-b119-3c706e381f31', 'tag': '8fad8263-51b6-4778-82e9-159538ae997c'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:52:50.679952 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6c3fdf-a48b-435d-8db7-6cfa7f3bc6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "a7cc56e9-a16a-4586-b119-3c706e381f31", "tag": "8fad8263-51b6-4778-82e9-159538ae997c"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:52:50.726903 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853db4f-035c-4a9e-86a3-03db2d6b9ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=8fad8263-51b6-4778-82e9-159538ae997c,revision_number=3']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:50.730875 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8887c1e-7031-443c-b106-8e2d0ac9f544 x-openstack-request-id: req-e8887c1e-7031-443c-b106-8e2d0ac9f544 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:52:50.731098 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7cc56e9-a16a-4586-b119-3c706e381f31", "tag": "8fad8263-51b6-4778-82e9-159538ae997c", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:52:50.731355 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e8887c1e-7031-443c-b106-8e2d0ac9f544 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:52:50.731759 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7cc56e9-a16a-4586-b119-3c706e381f31', 'tag': '8fad8263-51b6-4778-82e9-159538ae997c', 'status': 'completed', 'code': 200} Feb 17 15:52:50.781708 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-229cf9f6-d821-40f9-a58f-3bd82aeec2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:50.783230 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-229cf9f6-d821-40f9-a58f-3bd82aeec2f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=220dc70cbeae427ca4fa8832776d3a70&device_id=a7cc56e9-a16a-4586-b119-3c706e381f31 HTTP/1.1" status: 200 len: 1132 time: 0.0484660 Feb 17 15:52:50.833330 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-105aa2f1-6b5d-45dc-aceb-9f5f2d0eb8d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=8fad8263-51b6-4778-82e9-159538ae997c HTTP/1.1" status: 200 len: 217 time: 0.0391710 Feb 17 15:52:50.882184 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-35625dc5-21f7-48f7-9363-c4a97cf8a661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:50.883612 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-35625dc5-21f7-48f7-9363-c4a97cf8a661 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=963f09ec-bd7a-451e-a3d1-8359b9d5d4f5 HTTP/1.1" status: 200 len: 843 time: 0.0438151 Feb 17 15:52:50.932662 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-d7e5a189-de7b-4807-ab95-4230664cc85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:50.934145 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-d7e5a189-de7b-4807-ab95-4230664cc85b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5dd4957-bc1e-4330-87c5-cb9b6195b802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0432329 Feb 17 15:52:51.024546 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-16eda664-3bc9-4d52-bb4b-f5f23b20bf24 service neutron] 10.222.0.24 "GET /v2.0/networks/c5dd4957-bc1e-4330-87c5-cb9b6195b802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827658 Feb 17 15:52:51.110085 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-29836adf-8072-4ea4-a5ca-a4dd23f628e5 req-08cbd598-d9c6-455c-84d0-7fa0b59acf05 service neutron] 10.222.0.24 "GET /v2.0/networks/c5dd4957-bc1e-4330-87c5-cb9b6195b802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795026 Feb 17 15:52:51.200804 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c3fdf-a48b-435d-8db7-6cfa7f3bc6f9 req-aa90814e-2c6d-4fc8-bba5-5da99dc84c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:51.202872 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0b6c3fdf-a48b-435d-8db7-6cfa7f3bc6f9 req-aa90814e-2c6d-4fc8-bba5-5da99dc84c3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=220dc70cbeae427ca4fa8832776d3a70&device_id=a7cc56e9-a16a-4586-b119-3c706e381f31 HTTP/1.1" status: 200 len: 1132 time: 0.0480502 Feb 17 15:52:51.289823 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c3fdf-a48b-435d-8db7-6cfa7f3bc6f9 req-811486fb-a1d9-447b-8ab4-51a737dacbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:51.291261 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0b6c3fdf-a48b-435d-8db7-6cfa7f3bc6f9 req-811486fb-a1d9-447b-8ab4-51a737dacbdf service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5dd4957-bc1e-4330-87c5-cb9b6195b802 HTTP/1.1" status: 200 len: 870 time: 0.0814943 Feb 17 15:52:51.334558 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0b6c3fdf-a48b-435d-8db7-6cfa7f3bc6f9 req-b7f1200c-e443-47d0-92dd-76ef8da8a208 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=8fad8263-51b6-4778-82e9-159538ae997c HTTP/1.1" status: 200 len: 217 time: 0.0363975 Feb 17 15:52:51.382596 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c3fdf-a48b-435d-8db7-6cfa7f3bc6f9 req-3e90049b-9b02-438e-b282-768a4fc795e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:51.384006 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0b6c3fdf-a48b-435d-8db7-6cfa7f3bc6f9 req-3e90049b-9b02-438e-b282-768a4fc795e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=963f09ec-bd7a-451e-a3d1-8359b9d5d4f5 HTTP/1.1" status: 200 len: 843 time: 0.0417151 Feb 17 15:52:51.431455 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c3fdf-a48b-435d-8db7-6cfa7f3bc6f9 req-a6e75831-89c5-402d-8d2e-fef6b431069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:51.432981 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0b6c3fdf-a48b-435d-8db7-6cfa7f3bc6f9 req-a6e75831-89c5-402d-8d2e-fef6b431069f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5dd4957-bc1e-4330-87c5-cb9b6195b802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0421994 Feb 17 15:52:51.551988 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0b6c3fdf-a48b-435d-8db7-6cfa7f3bc6f9 req-80beb71b-922a-413b-87b3-a3365b1607c4 service neutron] 10.222.0.24 "GET /v2.0/networks/c5dd4957-bc1e-4330-87c5-cb9b6195b802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123011 Feb 17 15:52:51.574738 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a30e2-6dcf-4c1c-b24a-95c8b8bfbeec req-622e6edc-10e2-4841-a669-a32042164ded tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:51.576149 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-177a30e2-6dcf-4c1c-b24a-95c8b8bfbeec req-622e6edc-10e2-4841-a669-a32042164ded tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cc56e9-a16a-4586-b119-3c706e381f31 HTTP/1.1" status: 200 len: 948 time: 0.0786319 Feb 17 15:52:51.676131 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-177a30e2-6dcf-4c1c-b24a-95c8b8bfbeec req-a5762082-3ca2-4200-a2d2-5bd4f8b02fec tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/security-groups?id=d30ffcce-2f6b-4b37-80b8-38455e9adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904603 Feb 17 15:52:51.686151 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0b6c3fdf-a48b-435d-8db7-6cfa7f3bc6f9 req-4dab57a9-1ec1-497e-93ef-109a2644c496 service neutron] 10.222.0.24 "GET /v2.0/networks/c5dd4957-bc1e-4330-87c5-cb9b6195b802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265779 Feb 17 15:52:52.797479 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8cddb1-3335-4c55-8dd1-9c5a5e078ad1 req-37419daa-e124-4e76-8667-c8a5463ddd7a tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:52.798930 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8c8cddb1-3335-4c55-8dd1-9c5a5e078ad1 req-37419daa-e124-4e76-8667-c8a5463ddd7a tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cc56e9-a16a-4586-b119-3c706e381f31 HTTP/1.1" status: 200 len: 948 time: 0.0524580 Feb 17 15:52:52.843601 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8c8cddb1-3335-4c55-8dd1-9c5a5e078ad1 req-d9a2723a-c762-41a2-a0e4-1ec58075b62a tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/security-groups?id=d30ffcce-2f6b-4b37-80b8-38455e9adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392385 Feb 17 15:52:53.459655 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 8fad8263-51b6-4778-82e9-159538ae997c details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:52:53.556661 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 8fad8263-51b6-4778-82e9-159538ae997c, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8fad8263-51b6-4778-82e9-159538ae997c,segment=NetworkSegment(60ee93c0-44e0-45b2-8b0a-23ffb127c6b6),segment_id=60ee93c0-44e0-45b2-8b0a-23ffb127c6b6)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:52:53.566738 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': '8fad8263-51b6-4778-82e9-159538ae997c', 'network_id': 'c5dd4957-bc1e-4330-87c5-cb9b6195b802', 'port_id': '8fad8263-51b6-4778-82e9-159538ae997c', 'mac_address': 'fa:16:3e:14:1a:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '963f09ec-bd7a-451e-a3d1-8359b9d5d4f5', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:52:53.606734 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 8fad8263-51b6-4778-82e9-159538ae997c is: DOWN; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:52:53.607128 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8fad8263-51b6-4778-82e9-159538ae997c), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:53.620280 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fad8263-51b6-4778-82e9-159538ae997c {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:52:53.639215 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 8fad8263-51b6-4778-82e9-159538ae997c, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8fad8263-51b6-4778-82e9-159538ae997c,segment=NetworkSegment(60ee93c0-44e0-45b2-8b0a-23ffb127c6b6),segment_id=60ee93c0-44e0-45b2-8b0a-23ffb127c6b6)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:52:53.642711 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (8fad8263-51b6-4778-82e9-159538ae997c), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:53.688858 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=8fad8263-51b6-4778-82e9-159538ae997c,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:53.893351 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['8fad8263-51b6-4778-82e9-159538ae997c'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:52:53.959389 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79931f-fd71-476c-b3a0-1a733ecedbdd req-6f4965a6-1901-4b78-a6ce-0a014b8b0a96 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:53.960893 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4e79931f-fd71-476c-b3a0-1a733ecedbdd req-6f4965a6-1901-4b78-a6ce-0a014b8b0a96 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cc56e9-a16a-4586-b119-3c706e381f31 HTTP/1.1" status: 200 len: 949 time: 0.0504787 Feb 17 15:52:54.006782 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4e79931f-fd71-476c-b3a0-1a733ecedbdd req-b9eb6ff5-907f-4b2d-86f6-b1c71070327f tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/security-groups?id=d30ffcce-2f6b-4b37-80b8-38455e9adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398760 Feb 17 15:52:55.127282 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977cba5-f305-4dc3-bc1b-c7e60295b234 req-c9103699-ac1e-4b69-8d7c-4026c6509552 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:55.128750 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9977cba5-f305-4dc3-bc1b-c7e60295b234 req-c9103699-ac1e-4b69-8d7c-4026c6509552 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cc56e9-a16a-4586-b119-3c706e381f31 HTTP/1.1" status: 200 len: 949 time: 0.0549376 Feb 17 15:52:55.173986 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9977cba5-f305-4dc3-bc1b-c7e60295b234 req-a2073b24-cab1-4749-afe2-71d89b7cdba4 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/security-groups?id=d30ffcce-2f6b-4b37-80b8-38455e9adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396967 Feb 17 15:52:55.471756 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 8fad8263-51b6-4778-82e9-159538ae997c up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:52:55.519932 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning for port 8fad8263-51b6-4778-82e9-159538ae997c completed by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 15:52:55.523583 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port 8fad8263-51b6-4778-82e9-159538ae997c triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:52:55.523958 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (8fad8263-51b6-4778-82e9-159538ae997c), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:55.599905 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 8fad8263-51b6-4778-82e9-159538ae997c is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:52:55.600289 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (8fad8263-51b6-4778-82e9-159538ae997c), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:55.744137 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cc56e9-a16a-4586-b119-3c706e381f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fad8263-51b6-4778-82e9-159538ae997c'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:52:55.746346 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b36bd22-e7fa-40a0-8e49-b18b350935c0" -d '{"events": [{"server_uuid": "a7cc56e9-a16a-4586-b119-3c706e381f31", "name": "network-vif-plugged", "status": "completed", "tag": "8fad8263-51b6-4778-82e9-159538ae997c"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:52:55.758317 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 8fad8263-51b6-4778-82e9-159538ae997c, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8fad8263-51b6-4778-82e9-159538ae997c,segment=NetworkSegment(60ee93c0-44e0-45b2-8b0a-23ffb127c6b6),segment_id=60ee93c0-44e0-45b2-8b0a-23ffb127c6b6)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:52:55.763368 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (8fad8263-51b6-4778-82e9-159538ae997c), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:55.816006 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=8fad8263-51b6-4778-82e9-159538ae997c,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:55.932347 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df43c3b-fc9f-4089-b26b-3ec2941075a3 x-openstack-request-id: req-4df43c3b-fc9f-4089-b26b-3ec2941075a3 {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:52:55.932665 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cc56e9-a16a-4586-b119-3c706e381f31", "name": "network-vif-plugged", "status": "completed", "tag": "8fad8263-51b6-4778-82e9-159538ae997c", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:52:55.932917 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4df43c3b-fc9f-4089-b26b-3ec2941075a3 {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:52:55.933312 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cc56e9-a16a-4586-b119-3c706e381f31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fad8263-51b6-4778-82e9-159538ae997c', 'code': 200} Feb 17 15:52:56.103513 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5377c26-9af6-4a0e-b7a5-d7beb0d1c698 req-9d533308-cea1-4422-88ae-5fc31cf0cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:56.104938 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e5377c26-9af6-4a0e-b7a5-d7beb0d1c698 req-9d533308-cea1-4422-88ae-5fc31cf0cddc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7cc56e9-a16a-4586-b119-3c706e381f31 HTTP/1.1" status: 200 len: 1134 time: 0.0470212 Feb 17 15:52:56.147363 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e5377c26-9af6-4a0e-b7a5-d7beb0d1c698 req-640e207d-4a92-4a1d-9bfd-9f93db078366 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d30ffcce-2f6b-4b37-80b8-38455e9adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359991 Feb 17 15:52:56.297418 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee38c9e-2cf8-4bcc-a717-defbd3f7a3b1 req-8e8a437a-d0fa-43fc-953f-0c1db5ff847e tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:56.298915 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8ee38c9e-2cf8-4bcc-a717-defbd3f7a3b1 req-8e8a437a-d0fa-43fc-953f-0c1db5ff847e tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cc56e9-a16a-4586-b119-3c706e381f31 HTTP/1.1" status: 200 len: 950 time: 0.0577912 Feb 17 15:52:56.346316 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8ee38c9e-2cf8-4bcc-a717-defbd3f7a3b1 req-a95a5b12-0576-4370-ac51-f6a17407f4b0 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/security-groups?id=d30ffcce-2f6b-4b37-80b8-38455e9adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414512 Feb 17 15:52:57.463549 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e63857-dc1f-460c-82ff-08930c786f5e req-18e1bd70-27e2-4670-910b-d393db9d0848 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:57.465039 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a7e63857-dc1f-460c-82ff-08930c786f5e req-18e1bd70-27e2-4670-910b-d393db9d0848 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cc56e9-a16a-4586-b119-3c706e381f31 HTTP/1.1" status: 200 len: 950 time: 0.0516467 Feb 17 15:52:57.509942 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a7e63857-dc1f-460c-82ff-08930c786f5e req-de5cfebe-8ccd-48df-9b45-a9e4df34dc3c tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/security-groups?id=d30ffcce-2f6b-4b37-80b8-38455e9adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386999 Feb 17 15:52:57.761819 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42946d2-d554-4039-b3a0-5d4d0312ee6d req-1601c6b2-1371-4e67-a4f5-3ad1ae6435c9 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:57.763287 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c42946d2-d554-4039-b3a0-5d4d0312ee6d req-1601c6b2-1371-4e67-a4f5-3ad1ae6435c9 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cc56e9-a16a-4586-b119-3c706e381f31 HTTP/1.1" status: 200 len: 950 time: 0.0516825 Feb 17 15:52:57.812418 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c42946d2-d554-4039-b3a0-5d4d0312ee6d req-710c0c20-6c59-43f0-b59a-5f05da29528f tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/security-groups?id=d30ffcce-2f6b-4b37-80b8-38455e9adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430562 Feb 17 15:52:58.930667 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e83cda-c896-44dc-ba3e-0bfa12454127 req-ee89d747-ad00-4025-8ac2-81fcfc56434c tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:58.932145 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e9e83cda-c896-44dc-ba3e-0bfa12454127 req-ee89d747-ad00-4025-8ac2-81fcfc56434c tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cc56e9-a16a-4586-b119-3c706e381f31 HTTP/1.1" status: 200 len: 950 time: 0.0521009 Feb 17 15:52:58.977756 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e9e83cda-c896-44dc-ba3e-0bfa12454127 req-29d37fd3-3b20-47fa-b92e-121c48c02603 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/security-groups?id=d30ffcce-2f6b-4b37-80b8-38455e9adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393457 Feb 17 15:52:59.157838 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12846772-9957-45b6-9ffb-8cbb1099d6f3 req-d7638b64-a9d0-49cd-9e43-bf5b4d9ac5dc tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:52:59.159442 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-12846772-9957-45b6-9ffb-8cbb1099d6f3 req-d7638b64-a9d0-49cd-9e43-bf5b4d9ac5dc tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7cc56e9-a16a-4586-b119-3c706e381f31 HTTP/1.1" status: 200 len: 950 time: 0.0522194 Feb 17 15:52:59.255575 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-12846772-9957-45b6-9ffb-8cbb1099d6f3 req-6961f34c-0426-48ea-9244-db563f1ce600 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Deleting port 8fad8263-51b6-4778-82e9-159538ae997c {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:52:59.255857 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-12846772-9957-45b6-9ffb-8cbb1099d6f3 req-6961f34c-0426-48ea-9244-db563f1ce600 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (8fad8263-51b6-4778-82e9-159538ae997c), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:59.343277 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-12846772-9957-45b6-9ffb-8cbb1099d6f3 req-6961f34c-0426-48ea-9244-db563f1ce600 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] For port 8fad8263-51b6-4778-82e9-159538ae997c, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8fad8263-51b6-4778-82e9-159538ae997c,segment=NetworkSegment(60ee93c0-44e0-45b2-8b0a-23ffb127c6b6),segment_id=60ee93c0-44e0-45b2-8b0a-23ffb127c6b6)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:52:59.343645 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-12846772-9957-45b6-9ffb-8cbb1099d6f3 req-6961f34c-0426-48ea-9244-db563f1ce600 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (8fad8263-51b6-4778-82e9-159538ae997c), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:59.355731 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-12846772-9957-45b6-9ffb-8cbb1099d6f3 req-6961f34c-0426-48ea-9244-db563f1ce600 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Calling delete_port for 8fad8263-51b6-4778-82e9-159538ae997c owned by compute:nova {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:52:59.479959 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-12846772-9957-45b6-9ffb-8cbb1099d6f3 req-6961f34c-0426-48ea-9244-db563f1ce600 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (8fad8263-51b6-4778-82e9-159538ae997c), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:59.492430 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['8fad8263-51b6-4778-82e9-159538ae997c'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:52:59.506163 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961f34c-0426-48ea-9244-db563f1ce600 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Pushing event deleted for resources: {'Port': ['ID=8fad8263-51b6-4778-82e9-159538ae997c,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:52:59.555365 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [req-12846772-9957-45b6-9ffb-8cbb1099d6f3 req-6961f34c-0426-48ea-9244-db563f1ce600 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] No DVR routers for this DVR port 8fad8263-51b6-4778-82e9-159538ae997c on host hv-cinder-60634 {{(pid=109499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:52:59.557896 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-12846772-9957-45b6-9ffb-8cbb1099d6f3 req-6961f34c-0426-48ea-9244-db563f1ce600 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:52:59.561233 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-12846772-9957-45b6-9ffb-8cbb1099d6f3 req-6961f34c-0426-48ea-9244-db563f1ce600 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.24 "DELETE /v2.0/ports/8fad8263-51b6-4778-82e9-159538ae997c HTTP/1.1" status: 204 len: 173 time: 0.3960226 Feb 17 15:52:59.561682 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7cc56e9-a16a-4586-b119-3c706e381f31', 'name': 'network-vif-deleted', 'tag': '8fad8263-51b6-4778-82e9-159538ae997c'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:52:59.563927 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1c9e31-99ad-4694-a0f3-59805d5ea2f2" -d '{"events": [{"server_uuid": "a7cc56e9-a16a-4586-b119-3c706e381f31", "name": "network-vif-deleted", "tag": "8fad8263-51b6-4778-82e9-159538ae997c"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:52:59.600580 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3b076a-a7f9-4378-9034-9b19cebf7dff x-openstack-request-id: req-4a3b076a-a7f9-4378-9034-9b19cebf7dff {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:52:59.601106 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7cc56e9-a16a-4586-b119-3c706e381f31", "name": "network-vif-deleted", "tag": "8fad8263-51b6-4778-82e9-159538ae997c", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:52:59.601357 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4a3b076a-a7f9-4378-9034-9b19cebf7dff {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:52:59.601758 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7cc56e9-a16a-4586-b119-3c706e381f31', 'name': 'network-vif-deleted', 'tag': '8fad8263-51b6-4778-82e9-159538ae997c', 'status': 'completed', 'code': 200} Feb 17 15:53:00.044511 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-d11a26c3-db36-4176-a51d-53ebaccf1b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:00.095283 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-fe3bc223-39da-434d-919b-a95556857ffc req-129208f1-d227-42a2-87c2-b7eabeddcdf8 tempest-VolumesNegativeTest-1025393185 tempest-VolumesNegativeTest-1025393185-project] 10.222.0.67 "GET /v2.0/ports?device_id=a7cc56e9-a16a-4586-b119-3c706e381f31 HTTP/1.1" status: 200 len: 210 time: 0.0283093 Feb 17 15:53:00.191729 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c41a6b-63e4-418e-b552-9f5a4c0502d4 req-dec0169e-37df-4e56-b970-2086754b98d3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:00.193265 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-26c41a6b-63e4-418e-b552-9f5a4c0502d4 req-dec0169e-37df-4e56-b970-2086754b98d3 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 947 time: 0.0525451 Feb 17 15:53:00.239178 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-26c41a6b-63e4-418e-b552-9f5a4c0502d4 req-4e4e635f-6d5f-4179-8715-9d1526b0a834 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404625 Feb 17 15:53:01.363885 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8adcb3d-4f75-4805-bb86-d6b8a802100c req-c36a473f-e685-4498-b20e-4be563966819 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:01.365405 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e8adcb3d-4f75-4805-bb86-d6b8a802100c req-c36a473f-e685-4498-b20e-4be563966819 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 947 time: 0.0531209 Feb 17 15:53:01.414841 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e8adcb3d-4f75-4805-bb86-d6b8a802100c req-e1bac35a-f0b4-4caa-8c0a-65b1c8fcbc95 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups?id=0de00c31-8c40-4df4-917b-8e48ea1b63da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440130 Feb 17 15:53:01.507278 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad0025-bcf4-4bbb-b88a-c4f52663198f req-a03f9ce0-2b14-45ce-a609-e77d04e84aac tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:01.508895 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ddad0025-bcf4-4bbb-b88a-c4f52663198f req-a03f9ce0-2b14-45ce-a609-e77d04e84aac tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 947 time: 0.0540278 Feb 17 15:53:01.605873 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-ddad0025-bcf4-4bbb-b88a-c4f52663198f req-fc348cfe-57e9-42f9-86ec-ccd05d632f6b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Deleting port b5924674-b9d5-4a85-beca-fb23f50f4c1e {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:53:01.606215 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ddad0025-bcf4-4bbb-b88a-c4f52663198f req-fc348cfe-57e9-42f9-86ec-ccd05d632f6b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:01.705906 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-ddad0025-bcf4-4bbb-b88a-c4f52663198f req-fc348cfe-57e9-42f9-86ec-ccd05d632f6b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] For port b5924674-b9d5-4a85-beca-fb23f50f4c1e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=b5924674-b9d5-4a85-beca-fb23f50f4c1e,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:53:01.706310 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ddad0025-bcf4-4bbb-b88a-c4f52663198f req-fc348cfe-57e9-42f9-86ec-ccd05d632f6b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:01.883765 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ddad0025-bcf4-4bbb-b88a-c4f52663198f req-fc348cfe-57e9-42f9-86ec-ccd05d632f6b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:01.884237 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ddad0025-bcf4-4bbb-b88a-c4f52663198f req-fc348cfe-57e9-42f9-86ec-ccd05d632f6b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1606115'] for floatingip (fb10add4-3bea-430e-9644-41467a9c43b5), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:01.884674 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.l3_db [req-ddad0025-bcf4-4bbb-b88a-c4f52663198f req-fc348cfe-57e9-42f9-86ec-ccd05d632f6b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Floating IP fb10add4-3bea-430e-9644-41467a9c43b5 disassociated. External IP: 172.27.3.70, port: b5924674-b9d5-4a85-beca-fb23f50f4c1e. Feb 17 15:53:01.885144 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-ddad0025-bcf4-4bbb-b88a-c4f52663198f req-fc348cfe-57e9-42f9-86ec-ccd05d632f6b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Calling delete_port for b5924674-b9d5-4a85-beca-fb23f50f4c1e owned by compute:nova {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:53:02.019579 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ddad0025-bcf4-4bbb-b88a-c4f52663198f req-fc348cfe-57e9-42f9-86ec-ccd05d632f6b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (b5924674-b9d5-4a85-beca-fb23f50f4c1e), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:02.051941 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc348cfe-57e9-42f9-86ec-ccd05d632f6b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Pushing event deleted for resources: {'Port': ['ID=b5924674-b9d5-4a85-beca-fb23f50f4c1e,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:02.169659 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddad0025-bcf4-4bbb-b88a-c4f52663198f req-fc348cfe-57e9-42f9-86ec-ccd05d632f6b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Router 39550417-423d-4074-bc18-9d140e79833b has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:53:02.282116 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddad0025-bcf4-4bbb-b88a-c4f52663198f req-fc348cfe-57e9-42f9-86ec-ccd05d632f6b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:53:02.292753 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0765b543-0809-4535-92a8-c1bab6afffbd None None] Sync routers for ids ['39550417-423d-4074-bc18-9d140e79833b'] in dv-cinder-606346-36-iscsi {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:53:02.303991 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0765b543-0809-4535-92a8-c1bab6afffbd None None] Routers {'39550417-423d-4074-bc18-9d140e79833b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:53:02.304767 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-0765b543-0809-4535-92a8-c1bab6afffbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:52:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['39550417-423d-4074-bc18-9d140e79833b'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:02.325112 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddad0025-bcf4-4bbb-b88a-c4f52663198f req-fc348cfe-57e9-42f9-86ec-ccd05d632f6b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] No DVR routers for this DVR port b5924674-b9d5-4a85-beca-fb23f50f4c1e on host hv-cinder-60634 {{(pid=109499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:53:02.328559 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ddad0025-bcf4-4bbb-b88a-c4f52663198f req-fc348cfe-57e9-42f9-86ec-ccd05d632f6b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:02.331921 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ddad0025-bcf4-4bbb-b88a-c4f52663198f req-fc348cfe-57e9-42f9-86ec-ccd05d632f6b tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.24 "DELETE /v2.0/ports/b5924674-b9d5-4a85-beca-fb23f50f4c1e HTTP/1.1" status: 204 len: 173 time: 0.8165157 Feb 17 15:53:02.332679 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfc69eb-19cf-4966-b54c-669fdee4e39d', 'name': 'network-vif-deleted', 'tag': 'b5924674-b9d5-4a85-beca-fb23f50f4c1e'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:53:02.334700 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0cac8f-8409-4c54-80c0-c0c279646ba1" -d '{"events": [{"server_uuid": "2cfc69eb-19cf-4966-b54c-669fdee4e39d", "name": "network-vif-deleted", "tag": "b5924674-b9d5-4a85-beca-fb23f50f4c1e"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:53:02.385603 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4f34b4-d937-4e81-bc2c-1abf1df6656c x-openstack-request-id: req-2c4f34b4-d937-4e81-bc2c-1abf1df6656c {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:53:02.386819 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cfc69eb-19cf-4966-b54c-669fdee4e39d", "name": "network-vif-deleted", "tag": "b5924674-b9d5-4a85-beca-fb23f50f4c1e", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:53:02.387473 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2c4f34b4-d937-4e81-bc2c-1abf1df6656c {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:53:02.388112 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cfc69eb-19cf-4966-b54c-669fdee4e39d', 'name': 'network-vif-deleted', 'tag': 'b5924674-b9d5-4a85-beca-fb23f50f4c1e', 'status': 'completed', 'code': 200} Feb 17 15:53:02.415897 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-e45d07fc-c39e-437f-92f9-0cc6009e0d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:02.448725 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-0765b543-0809-4535-92a8-c1bab6afffbd None None] Set router 39550417-423d-4074-bc18-9d140e79833b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:53:02.592907 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9830a147-22b6-4990-9d8f-507eabf5fa8a req-a5830daf-219a-4477-ab75-1100e454b5b8 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/ports?device_id=2cfc69eb-19cf-4966-b54c-669fdee4e39d HTTP/1.1" status: 200 len: 210 time: 0.0336258 Feb 17 15:53:02.698297 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-0765b543-0809-4535-92a8-c1bab6afffbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39550417-423d-4074-bc18-9d140e79833b', 'name': 'tempest-AttachVolumeShelveTestJSON-1236467049-router', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:31Z', 'updated_at': '2022-02-17T15:45:40Z', 'revision_number': 4, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'gw_port': {'id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:32Z', 'updated_at': '2022-02-17T15:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2', 'name': '', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'mac_address': 'fa:16:3e:35:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '085193d0-4bed-4149-bda8-411e07e82670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:38Z', 'updated_at': '2022-02-17T15:45:44Z', 'revision_number': 5, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'subnets': [{'id': '085193d0-4bed-4149-bda8-411e07e82670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:02.728951 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0765b543-0809-4535-92a8-c1bab6afffbd None None] Checking router: 39550417-423d-4074-bc18-9d140e79833b for host: dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:53:02.738013 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0765b543-0809-4535-92a8-c1bab6afffbd None None] Routers {'39550417-423d-4074-bc18-9d140e79833b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:53:02.738623 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-0765b543-0809-4535-92a8-c1bab6afffbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:53:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['39550417-423d-4074-bc18-9d140e79833b'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:02.970248 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-0765b543-0809-4535-92a8-c1bab6afffbd None None] Set router 39550417-423d-4074-bc18-9d140e79833b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:53:03.168956 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-0765b543-0809-4535-92a8-c1bab6afffbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39550417-423d-4074-bc18-9d140e79833b', 'name': 'tempest-AttachVolumeShelveTestJSON-1236467049-router', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:31Z', 'updated_at': '2022-02-17T15:45:40Z', 'revision_number': 4, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'gw_port': {'id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:32Z', 'updated_at': '2022-02-17T15:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2', 'name': '', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'mac_address': 'fa:16:3e:35:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '085193d0-4bed-4149-bda8-411e07e82670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:38Z', 'updated_at': '2022-02-17T15:45:44Z', 'revision_number': 5, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'subnets': [{'id': '085193d0-4bed-4149-bda8-411e07e82670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:03.194956 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0765b543-0809-4535-92a8-c1bab6afffbd None None] The sync data for ids ['39550417-423d-4074-bc18-9d140e79833b'] in dv-cinder-606346-36-iscsi is: [{'id': '39550417-423d-4074-bc18-9d140e79833b', 'name': 'tempest-AttachVolumeShelveTestJSON-1236467049-router', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:31Z', 'updated_at': '2022-02-17T15:45:40Z', 'revision_number': 4, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'gw_port': {'id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:32Z', 'updated_at': '2022-02-17T15:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2', 'name': '', 'network_id': 'ad5eb79a-29ab-494d-8432-3ccbc2a327de', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'mac_address': 'fa:16:3e:35:29:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '085193d0-4bed-4149-bda8-411e07e82670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:38Z', 'updated_at': '2022-02-17T15:45:44Z', 'revision_number': 5, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'subnets': [{'id': '085193d0-4bed-4149-bda8-411e07e82670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:53:03.448272 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159d1fbb-89e3-4ec6-b0df-29c410a0c75f None None] New status for floating IP fb10add4-3bea-430e-9644-41467a9c43b5: DOWN {{(pid=109500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 15:53:03.519842 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 8fad8263-51b6-4778-82e9-159538ae997c no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:53:03.549681 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] No Port match for: 8fad8263-51b6-4778-82e9-159538ae997c {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:53:03.550031 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 8fad8263-51b6-4778-82e9-159538ae997c not bound to the agent host hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:53:03.550456 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device b5924674-b9d5-4a85-beca-fb23f50f4c1e no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:53:03.596691 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] No Port match for: b5924674-b9d5-4a85-beca-fb23f50f4c1e {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:53:03.597050 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device b5924674-b9d5-4a85-beca-fb23f50f4c1e not bound to the agent host hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:53:03.630852 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:03.706398 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58186) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:03.760546 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-45ef98e2-4ddd-40ac-b185-da1b775ec9bf tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for security_group (0de00c31-8c40-4df4-917b-8e48ea1b63da), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:03.784344 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-45ef98e2-4ddd-40ac-b185-da1b775ec9bf tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for security_group (0de00c31-8c40-4df4-917b-8e48ea1b63da), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:03.835140 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-45ef98e2-4ddd-40ac-b185-da1b775ec9bf tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (0de00c31-8c40-4df4-917b-8e48ea1b63da), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:03.838071 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-45ef98e2-4ddd-40ac-b185-da1b775ec9bf tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:03.841963 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 58194) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:03.842994 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-45ef98e2-4ddd-40ac-b185-da1b775ec9bf tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "DELETE /v2.0/security-groups/0de00c31-8c40-4df4-917b-8e48ea1b63da HTTP/1.1" status: 204 len: 168 time: 0.1345346 Feb 17 15:53:03.852259 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ef98e2-4ddd-40ac-b185-da1b775ec9bf tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de00c31-8c40-4df4-917b-8e48ea1b63da,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:03.855698 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.api.v2.resource [None req-c961f436-7fba-4119-bef0-f987ac4cef10 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] show failed (client error): The resource could not be found. Feb 17 15:53:03.856731 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-c961f436-7fba-4119-bef0-f987ac4cef10 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "GET /v2.0/security-groups/0de00c31-8c40-4df4-917b-8e48ea1b63da HTTP/1.1" status: 404 len: 347 time: 0.0131826 Feb 17 15:53:03.860144 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 58196) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:03.984333 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-abf414de-43c7-46cc-a2fe-86a1a7c23d00 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Deleting port 4a79f080-a42d-47aa-9157-93bc0b698883 {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:53:03.984635 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-abf414de-43c7-46cc-a2fe-86a1a7c23d00 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (4a79f080-a42d-47aa-9157-93bc0b698883), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:04.056803 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-abf414de-43c7-46cc-a2fe-86a1a7c23d00 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (4a79f080-a42d-47aa-9157-93bc0b698883), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:04.057183 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-abf414de-43c7-46cc-a2fe-86a1a7c23d00 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for floatingip (4a79f080-a42d-47aa-9157-93bc0b698883), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:04.068328 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-abf414de-43c7-46cc-a2fe-86a1a7c23d00 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Calling delete_port for 4a79f080-a42d-47aa-9157-93bc0b698883 owned by network:floatingip {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:53:04.200942 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-abf414de-43c7-46cc-a2fe-86a1a7c23d00 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (4a79f080-a42d-47aa-9157-93bc0b698883), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:04.227088 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf414de-43c7-46cc-a2fe-86a1a7c23d00 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Pushing event deleted for resources: {'Port': ['ID=4a79f080-a42d-47aa-9157-93bc0b698883,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:04.286059 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-abf414de-43c7-46cc-a2fe-86a1a7c23d00 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks [] for floatingip (fb10add4-3bea-430e-9644-41467a9c43b5), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:04.288481 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-abf414de-43c7-46cc-a2fe-86a1a7c23d00 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for floatingip (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:04.289614 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-abf414de-43c7-46cc-a2fe-86a1a7c23d00 tempest-AttachVolumeShelveTestJSON-1165853745 tempest-AttachVolumeShelveTestJSON-1165853745-project] 10.222.0.67 "DELETE /v2.0/floatingips/fb10add4-3bea-430e-9644-41467a9c43b5 HTTP/1.1" status: 204 len: 168 time: 0.4284964 Feb 17 15:53:05.093893 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58208) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:05.094522 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:05.218839 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-246ca265-2755-4233-85ae-af2e6c236638 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=220dc70cbeae427ca4fa8832776d3a70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1237826 Feb 17 15:53:05.221228 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58212) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:05.268088 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d50f-35b7-4505-bdbc-428221ca8850 admin admin] Publish callbacks [] for security_group (d30ffcce-2f6b-4b37-80b8-38455e9adf3f), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:05.293189 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d50f-35b7-4505-bdbc-428221ca8850 admin admin] Publish callbacks [] for security_group (d30ffcce-2f6b-4b37-80b8-38455e9adf3f), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:05.339529 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d50f-35b7-4505-bdbc-428221ca8850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (d30ffcce-2f6b-4b37-80b8-38455e9adf3f), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:05.342037 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a9f6d50f-35b7-4505-bdbc-428221ca8850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:05.343863 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-a9f6d50f-35b7-4505-bdbc-428221ca8850 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d30ffcce-2f6b-4b37-80b8-38455e9adf3f HTTP/1.1" status: 204 len: 168 time: 0.1217644 Feb 17 15:53:05.351962 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6d50f-35b7-4505-bdbc-428221ca8850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30ffcce-2f6b-4b37-80b8-38455e9adf3f,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:06.559723 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:06.696562 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 58232) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:07.423759 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-13353b34-9c7e-43c4-8d0c-4f399da7ebde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607139'] for router_interface (39550417-423d-4074-bc18-9d140e79833b), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:07.667489 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-13353b34-9c7e-43c4-8d0c-4f399da7ebde admin admin] Deleting port 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2 {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:53:07.667750 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-13353b34-9c7e-43c4-8d0c-4f399da7ebde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:07.744829 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [None req-13353b34-9c7e-43c4-8d0c-4f399da7ebde admin admin] For port 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:53:07.745525 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-13353b34-9c7e-43c4-8d0c-4f399da7ebde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:07.760821 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-13353b34-9c7e-43c4-8d0c-4f399da7ebde admin admin] Calling delete_port for 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2 owned by network:router_interface {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:53:07.935560 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-13353b34-9c7e-43c4-8d0c-4f399da7ebde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:07.961640 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13353b34-9c7e-43c4-8d0c-4f399da7ebde admin admin] Pushing event deleted for resources: {'Port': ['ID=1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:08.124486 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-13353b34-9c7e-43c4-8d0c-4f399da7ebde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1607699'] for router_interface (39550417-423d-4074-bc18-9d140e79833b), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:08.335880 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13353b34-9c7e-43c4-8d0c-4f399da7ebde admin admin] Router 39550417-423d-4074-bc18-9d140e79833b has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:53:08.443036 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13353b34-9c7e-43c4-8d0c-4f399da7ebde admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:53:08.448140 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-13353b34-9c7e-43c4-8d0c-4f399da7ebde admin admin] 10.222.0.67 "PUT /v2.0/routers/39550417-423d-4074-bc18-9d140e79833b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7505543 Feb 17 15:53:08.450770 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 58236) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:08.453968 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0bd4d6-4bde-49b9-adae-4686dbbcf2d2 None None] Sync routers for ids ['39550417-423d-4074-bc18-9d140e79833b'] in dv-cinder-606346-36-iscsi {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:53:08.463389 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0bd4d6-4bde-49b9-adae-4686dbbcf2d2 None None] Routers {'39550417-423d-4074-bc18-9d140e79833b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:53:08.463998 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-2e0bd4d6-4bde-49b9-adae-4686dbbcf2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:53:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['39550417-423d-4074-bc18-9d140e79833b'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:08.554424 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-308f2763-9aee-4bdd-af0b-02ff016a1dc9 admin admin] Publish callbacks [] for router (39550417-423d-4074-bc18-9d140e79833b), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:08.566927 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-2e0bd4d6-4bde-49b9-adae-4686dbbcf2d2 None None] Set router 39550417-423d-4074-bc18-9d140e79833b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:53:08.661514 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-308f2763-9aee-4bdd-af0b-02ff016a1dc9 admin admin] Publish callbacks [] for router_gateway (39550417-423d-4074-bc18-9d140e79833b), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:08.714415 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-308f2763-9aee-4bdd-af0b-02ff016a1dc9 admin admin] Deleting port b88bf45e-5733-43b2-b081-5f54819f2721 {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:53:08.714754 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-308f2763-9aee-4bdd-af0b-02ff016a1dc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (b88bf45e-5733-43b2-b081-5f54819f2721), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:08.743126 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-2e0bd4d6-4bde-49b9-adae-4686dbbcf2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39550417-423d-4074-bc18-9d140e79833b', 'name': 'tempest-AttachVolumeShelveTestJSON-1236467049-router', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:31Z', 'updated_at': '2022-02-17T15:53:07Z', 'revision_number': 5, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'gw_port': {'id': 'b88bf45e-5733-43b2-b081-5f54819f2721', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39550417-423d-4074-bc18-9d140e79833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:45:32Z', 'updated_at': '2022-02-17T15:45:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:08.769621 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0bd4d6-4bde-49b9-adae-4686dbbcf2d2 None None] Checking router: 39550417-423d-4074-bc18-9d140e79833b for host: dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:53:08.777852 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0bd4d6-4bde-49b9-adae-4686dbbcf2d2 None None] Routers {'39550417-423d-4074-bc18-9d140e79833b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:53:08.778458 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-2e0bd4d6-4bde-49b9-adae-4686dbbcf2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:53:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['39550417-423d-4074-bc18-9d140e79833b'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:08.791068 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [None req-308f2763-9aee-4bdd-af0b-02ff016a1dc9 admin admin] For port b88bf45e-5733-43b2-b081-5f54819f2721, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=b88bf45e-5733-43b2-b081-5f54819f2721,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:53:08.791580 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-308f2763-9aee-4bdd-af0b-02ff016a1dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (b88bf45e-5733-43b2-b081-5f54819f2721), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:08.804222 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-308f2763-9aee-4bdd-af0b-02ff016a1dc9 admin admin] Calling delete_port for b88bf45e-5733-43b2-b081-5f54819f2721 owned by network:router_gateway {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:53:08.864036 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-2e0bd4d6-4bde-49b9-adae-4686dbbcf2d2 None None] Set router 39550417-423d-4074-bc18-9d140e79833b gateway port host: None {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:53:08.917518 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-2e0bd4d6-4bde-49b9-adae-4686dbbcf2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39550417-423d-4074-bc18-9d140e79833b', 'name': 'tempest-AttachVolumeShelveTestJSON-1236467049-router', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:31Z', 'updated_at': '2022-02-17T15:53:08Z', 'revision_number': 6, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'gw_port_host': None}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:08.944302 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0bd4d6-4bde-49b9-adae-4686dbbcf2d2 None None] The sync data for ids ['39550417-423d-4074-bc18-9d140e79833b'] in dv-cinder-606346-36-iscsi is: [{'id': '39550417-423d-4074-bc18-9d140e79833b', 'name': 'tempest-AttachVolumeShelveTestJSON-1236467049-router', 'tenant_id': '05f0a8984e9b47928705c3398312ed12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:45:31Z', 'updated_at': '2022-02-17T15:53:08Z', 'revision_number': 6, 'project_id': '05f0a8984e9b47928705c3398312ed12', 'gw_port_host': None}] {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:53:08.979942 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-308f2763-9aee-4bdd-af0b-02ff016a1dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (b88bf45e-5733-43b2-b081-5f54819f2721), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:09.008043 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f2763-9aee-4bdd-af0b-02ff016a1dc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b88bf45e-5733-43b2-b081-5f54819f2721,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:09.070231 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-308f2763-9aee-4bdd-af0b-02ff016a1dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1606057'] for router_gateway (39550417-423d-4074-bc18-9d140e79833b), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:09.160385 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-308f2763-9aee-4bdd-af0b-02ff016a1dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-222871'] for router (39550417-423d-4074-bc18-9d140e79833b), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:09.162462 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-308f2763-9aee-4bdd-af0b-02ff016a1dc9 admin admin] Publish callbacks [] for router_controller (39550417-423d-4074-bc18-9d140e79833b), precommit_delete_associations {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:09.207410 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-308f2763-9aee-4bdd-af0b-02ff016a1dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608253'] for router (39550417-423d-4074-bc18-9d140e79833b), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:09.207880 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308f2763-9aee-4bdd-af0b-02ff016a1dc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39550417-423d-4074-bc18-9d140e79833b {{(pid=109499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 15:53:09.212103 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-308f2763-9aee-4bdd-af0b-02ff016a1dc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:09.215707 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-308f2763-9aee-4bdd-af0b-02ff016a1dc9 admin admin] 10.222.0.67 "DELETE /v2.0/routers/39550417-423d-4074-bc18-9d140e79833b HTTP/1.1" status: 204 len: 168 time: 0.7617290 Feb 17 15:53:09.216076 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 58238) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:09.260629 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_v2 [None req-674ea958-d7ec-42ac-a5d4-0a5bc082cc14 admin admin] Deleting subnet 085193d0-4bed-4149-bda8-411e07e82670 {{(pid=109499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 15:53:09.263602 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-674ea958-d7ec-42ac-a5d4-0a5bc082cc14 admin admin] Publish callbacks [] for subnet (085193d0-4bed-4149-bda8-411e07e82670), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:09.298663 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-674ea958-d7ec-42ac-a5d4-0a5bc082cc14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8388614'] for subnet (085193d0-4bed-4149-bda8-411e07e82670), precommit_delete_associations {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:09.382098 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-674ea958-d7ec-42ac-a5d4-0a5bc082cc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775564'] for subnet (085193d0-4bed-4149-bda8-411e07e82670), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:09.432942 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-674ea958-d7ec-42ac-a5d4-0a5bc082cc14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10180731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8557293'] for subnet (085193d0-4bed-4149-bda8-411e07e82670), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:09.457493 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674ea958-d7ec-42ac-a5d4-0a5bc082cc14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=085193d0-4bed-4149-bda8-411e07e82670,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:09.460981 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-674ea958-d7ec-42ac-a5d4-0a5bc082cc14 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:09.464411 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-674ea958-d7ec-42ac-a5d4-0a5bc082cc14 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/085193d0-4bed-4149-bda8-411e07e82670 HTTP/1.1" status: 204 len: 168 time: 0.2470469 Feb 17 15:53:09.466654 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 58240) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:09.470132 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9ee10a-e7a8-4a90-aed0-0898a4797701 None None] Network ad5eb79a-29ab-494d-8432-3ccbc2a327de requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:53:09.534420 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-435e3270-299a-4e57-982f-ceac8b1f9d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686833'] for network (ad5eb79a-29ab-494d-8432-3ccbc2a327de), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:09.591982 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-435e3270-299a-4e57-982f-ceac8b1f9d86 admin admin] Deleting port 99f810b9-a465-429f-8c52-451b5791740b {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:53:09.592966 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-435e3270-299a-4e57-982f-ceac8b1f9d86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (99f810b9-a465-429f-8c52-451b5791740b), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:09.653460 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [None req-435e3270-299a-4e57-982f-ceac8b1f9d86 admin admin] For port 99f810b9-a465-429f-8c52-451b5791740b, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=99f810b9-a465-429f-8c52-451b5791740b,segment=NetworkSegment(55538985-2bef-4ca9-9d27-59001af909bc),segment_id=55538985-2bef-4ca9-9d27-59001af909bc)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:53:09.653809 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-435e3270-299a-4e57-982f-ceac8b1f9d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (99f810b9-a465-429f-8c52-451b5791740b), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:09.665733 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-435e3270-299a-4e57-982f-ceac8b1f9d86 admin admin] Calling delete_port for 99f810b9-a465-429f-8c52-451b5791740b owned by network:dhcp {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:53:09.727425 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656f5142-4807-4e97-8905-ed61b492fb96 None None] DHCP port deletion for ad5eb79a-29ab-494d-8432-3ccbc2a327de request from dv-cinder-606346-36-iscsi {{(pid=109500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 15:53:09.760146 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-435e3270-299a-4e57-982f-ceac8b1f9d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (99f810b9-a465-429f-8c52-451b5791740b), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:09.785637 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-656f5142-4807-4e97-8905-ed61b492fb96 None None] Deleting port 99f810b9-a465-429f-8c52-451b5791740b {{(pid=109500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:53:09.786019 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-656f5142-4807-4e97-8905-ed61b492fb96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (99f810b9-a465-429f-8c52-451b5791740b), before_delete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:09.786390 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e3270-299a-4e57-982f-ceac8b1f9d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=99f810b9-a465-429f-8c52-451b5791740b,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:09.789776 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435e3270-299a-4e57-982f-ceac8b1f9d86 admin admin] No DVR routers for this DVR port 99f810b9-a465-429f-8c52-451b5791740b on host dv-cinder-606346-36-iscsi {{(pid=109499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:53:09.789920 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2 no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:53:09.824613 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:53:09.824965 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 1dec203d-d8e9-41f6-b205-ca9a3ea9e2e2 not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:53:09.825404 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device b88bf45e-5733-43b2-b081-5f54819f2721 no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:53:09.854199 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: b88bf45e-5733-43b2-b081-5f54819f2721 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:53:09.854452 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device b88bf45e-5733-43b2-b081-5f54819f2721 not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:53:09.854855 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 99f810b9-a465-429f-8c52-451b5791740b no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:53:09.859628 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-435e3270-299a-4e57-982f-ceac8b1f9d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772593', 'neutron.services.segments.db._delete_segments_for_network-8726999291531'] for network (ad5eb79a-29ab-494d-8432-3ccbc2a327de), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:09.882836 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-435e3270-299a-4e57-982f-ceac8b1f9d86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5eb79a-29ab-494d-8432-3ccbc2a327de']}} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:09.893653 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-435e3270-299a-4e57-982f-ceac8b1f9d86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55538985-2bef-4ca9-9d27-59001af909bc') {'for_net_delete': True} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:09.893955 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-435e3270-299a-4e57-982f-ceac8b1f9d86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55538985-2bef-4ca9-9d27-59001af909bc') {} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:09.903500 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: 99f810b9-a465-429f-8c52-451b5791740b {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:53:09.903775 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-435e3270-299a-4e57-982f-ceac8b1f9d86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726999292820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8388623'] for segment (55538985-2bef-4ca9-9d27-59001af909bc), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:09.903898 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 99f810b9-a465-429f-8c52-451b5791740b not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:53:09.910909 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-656f5142-4807-4e97-8905-ed61b492fb96 None None] For port 99f810b9-a465-429f-8c52-451b5791740b, host dv-cinder-606346-36-iscsi, got binding levels [] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:53:09.911133 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-656f5142-4807-4e97-8905-ed61b492fb96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (99f810b9-a465-429f-8c52-451b5791740b), precommit_delete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:09.920509 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-435e3270-299a-4e57-982f-ceac8b1f9d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (55538985-2bef-4ca9-9d27-59001af909bc), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:09.924223 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-656f5142-4807-4e97-8905-ed61b492fb96 None None] Calling delete_port for 99f810b9-a465-429f-8c52-451b5791740b owned by network:dhcp {{(pid=109500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:53:09.926570 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435e3270-299a-4e57-982f-ceac8b1f9d86 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=109499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 15:53:09.926966 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-435e3270-299a-4e57-982f-ceac8b1f9d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10180641'] for segment (55538985-2bef-4ca9-9d27-59001af909bc), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:09.927098 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.ipam_backend_mixin [None req-656f5142-4807-4e97-8905-ed61b492fb96 None None] Port 99f810b9-a465-429f-8c52-451b5791740b was not found and therefore no delete operation was performed {{(pid=109500) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 15:53:09.928415 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-656f5142-4807-4e97-8905-ed61b492fb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673'] for port (99f810b9-a465-429f-8c52-451b5791740b), after_delete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: Traceback (most recent call last): Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: timer() Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: cb(*args, **kw) Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: return func(*args, **kwargs) Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: self._notify() Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: self.callback(batched_events) Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: event.method(event) Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: return f(self, *a, **k) Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: return self._get(url).json() Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: return self.request(url, 'GET', **kwargs) Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 15:53:09.928788 dv-cinder-606346-36-iscsi neutron-server[109499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 15:53:09.941853 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f5142-4807-4e97-8905-ed61b492fb96 None None] No DVR routers for this DVR port 99f810b9-a465-429f-8c52-451b5791740b on host dv-cinder-606346-36-iscsi {{(pid=109500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:53:09.967443 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f5142-4807-4e97-8905-ed61b492fb96 None None] Pushing event deleted for resources: {'Port': ['ID=99f810b9-a465-429f-8c52-451b5791740b,revision_number=None']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:10.005429 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-435e3270-299a-4e57-982f-ceac8b1f9d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-772362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1606029'] for network (ad5eb79a-29ab-494d-8432-3ccbc2a327de), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:10.011113 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-435e3270-299a-4e57-982f-ceac8b1f9d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:10.014971 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-435e3270-299a-4e57-982f-ceac8b1f9d86 admin admin] 10.222.0.67 "DELETE /v2.0/networks/ad5eb79a-29ab-494d-8432-3ccbc2a327de HTTP/1.1" status: 204 len: 168 time: 0.5467393 Feb 17 15:53:10.028951 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e3270-299a-4e57-982f-ceac8b1f9d86 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad5eb79a-29ab-494d-8432-3ccbc2a327de,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:10.126265 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58244) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:10.165091 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-e16354e6-52cb-4355-a5d4-f074222ad6c0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=05f0a8984e9b47928705c3398312ed12&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377054 Feb 17 15:53:10.167609 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58246) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:10.213136 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-255a0ab5-3104-474a-9e82-d382fbd42375 admin admin] Publish callbacks [] for security_group (5a9dacfc-a9a1-496e-9016-dab8a8be41e7), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:10.234007 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-255a0ab5-3104-474a-9e82-d382fbd42375 admin admin] Publish callbacks [] for security_group (5a9dacfc-a9a1-496e-9016-dab8a8be41e7), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:10.281945 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-255a0ab5-3104-474a-9e82-d382fbd42375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (5a9dacfc-a9a1-496e-9016-dab8a8be41e7), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:10.284616 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-255a0ab5-3104-474a-9e82-d382fbd42375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:10.285821 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-255a0ab5-3104-474a-9e82-d382fbd42375 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5a9dacfc-a9a1-496e-9016-dab8a8be41e7 HTTP/1.1" status: 204 len: 168 time: 0.1173007 Feb 17 15:53:10.293568 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a0ab5-3104-474a-9e82-d382fbd42375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9dacfc-a9a1-496e-9016-dab8a8be41e7,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:10.917517 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 58268) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:11.011384 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-eef479da-a6a3-4e39-bd0b-7fddaf1b8a3a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1997505144-network', 'tenant_id': 'c6f2ae7968104ec2a3a0582872e9c07a'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:53:11.030632 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef479da-a6a3-4e39-bd0b-7fddaf1b8a3a admin admin] Made reservation on behalf of c6f2ae7968104ec2a3a0582872e9c07a for: {'network': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:53:11.032831 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-eef479da-a6a3-4e39-bd0b-7fddaf1b8a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for network (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:11.040746 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-eef479da-a6a3-4e39-bd0b-7fddaf1b8a3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:11.112986 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-eef479da-a6a3-4e39-bd0b-7fddaf1b8a3a admin admin] Publish callbacks [] for security_group (bfab1f43-f5df-4daa-88cb-50be9b179831), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:11.116540 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-eef479da-a6a3-4e39-bd0b-7fddaf1b8a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (bfab1f43-f5df-4daa-88cb-50be9b179831), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:11.149960 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef479da-a6a3-4e39-bd0b-7fddaf1b8a3a admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=109499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 15:53:11.157023 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef479da-a6a3-4e39-bd0b-7fddaf1b8a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfab1f43-f5df-4daa-88cb-50be9b179831,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:11.164565 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-eef479da-a6a3-4e39-bd0b-7fddaf1b8a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:11.164673 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.segments_db [None req-eef479da-a6a3-4e39-bd0b-7fddaf1b8a3a admin admin] Added segment ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f of type vlan for network 3a62bfaf-f270-4f77-afbd-67e679298ace Feb 17 15:53:11.206626 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-eef479da-a6a3-4e39-bd0b-7fddaf1b8a3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726998781570'] for network (3a62bfaf-f270-4f77-afbd-67e679298ace), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:11.230361 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-eef479da-a6a3-4e39-bd0b-7fddaf1b8a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for network (3a62bfaf-f270-4f77-afbd-67e679298ace), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:11.231398 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef479da-a6a3-4e39-bd0b-7fddaf1b8a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:11.231981 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-eef479da-a6a3-4e39-bd0b-7fddaf1b8a3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:11.263488 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-eef479da-a6a3-4e39-bd0b-7fddaf1b8a3a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3448830 Feb 17 15:53:11.267507 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58272) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:11.274167 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-e89208b6-7b7a-44fa-ba1b-6bf0a0c7e4d6 admin admin] Request body: {'subnet': {'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1997505144-subnet', 'tenant_id': 'c6f2ae7968104ec2a3a0582872e9c07a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:53:11.297457 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef479da-a6a3-4e39-bd0b-7fddaf1b8a3a admin admin] Pushing event updated for resources: {'Network': ['ID=3a62bfaf-f270-4f77-afbd-67e679298ace,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:11.301026 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89208b6-7b7a-44fa-ba1b-6bf0a0c7e4d6 admin admin] Made reservation on behalf of c6f2ae7968104ec2a3a0582872e9c07a for: {'subnet': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:53:11.303677 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e89208b6-7b7a-44fa-ba1b-6bf0a0c7e4d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8764477'] for subnet (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:11.315171 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Network 3a62bfaf-f270-4f77-afbd-67e679298ace details requested by agent ovs-agent-dv-cinder-606346-36-iscsi with host dv-cinder-606346-36-iscsi {{(pid=109500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 15:53:11.484152 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e89208b6-7b7a-44fa-ba1b-6bf0a0c7e4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8641047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8764431'] for subnet (ca7e19bd-8e40-4fac-a81b-7df56146509d), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:11.532699 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89208b6-7b7a-44fa-ba1b-6bf0a0c7e4d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca7e19bd-8e40-4fac-a81b-7df56146509d,revision_number=0']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:11.548783 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89208b6-7b7a-44fa-ba1b-6bf0a0c7e4d6 admin admin] Checking segment: {'id': 'ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:53:11.549067 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89208b6-7b7a-44fa-ba1b-6bf0a0c7e4d6 admin admin] Network hostable DHCP agents. Network: 3a62bfaf-f270-4f77-afbd-67e679298ace, hostable agents: ['c690b10a-9812-45df-b2f8-72b352956aca'], hosted agents: [] {{(pid=109498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 15:53:11.566482 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89208b6-7b7a-44fa-ba1b-6bf0a0c7e4d6 admin admin] Network 3a62bfaf-f270-4f77-afbd-67e679298ace is scheduled to be hosted by DHCP agent c690b10a-9812-45df-b2f8-72b352956aca with binding_index 1 {{(pid=109498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 15:53:11.575799 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.base_scheduler [None req-e89208b6-7b7a-44fa-ba1b-6bf0a0c7e4d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-36-iscsi, 3a62bfaf-f270-4f77-afbd-67e679298ace) {{(pid=109498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:53:11.580984 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89208b6-7b7a-44fa-ba1b-6bf0a0c7e4d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:11.581990 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e89208b6-7b7a-44fa-ba1b-6bf0a0c7e4d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for subnet (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:11.588356 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86eb6dad-3029-4d5f-88ad-2e9d0b31d2db None None] Network 3a62bfaf-f270-4f77-afbd-67e679298ace requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:53:11.598010 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-e89208b6-7b7a-44fa-ba1b-6bf0a0c7e4d6 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3287654 Feb 17 15:53:11.689175 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6204e2-6930-4ae1-9a82-a41580bbc24f None None] Network 3a62bfaf-f270-4f77-afbd-67e679298ace requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:53:12.021027 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae6217-9163-41a7-b51c-f66442476af5 req-b541e04a-270f-48bb-8f8d-2dae45cb1a6d tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:12.022490 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ccae6217-9163-41a7-b51c-f66442476af5 req-b541e04a-270f-48bb-8f8d-2dae45cb1a6d tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/networks?id=3a62bfaf-f270-4f77-afbd-67e679298ace HTTP/1.1" status: 200 len: 815 time: 0.1017601 Feb 17 15:53:12.036926 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ccae6217-9163-41a7-b51c-f66442476af5 req-401ce0c1-a015-4ab5-9f96-f19ae2b4791d tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/quotas/c6f2ae7968104ec2a3a0582872e9c07a HTTP/1.1" status: 200 len: 375 time: 0.0092833 Feb 17 15:53:12.066969 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ccae6217-9163-41a7-b51c-f66442476af5 req-7313d5e8-f8c1-4ecc-b729-3dba337230c5 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c6f2ae7968104ec2a3a0582872e9c07a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254638 Feb 17 15:53:12.158410 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ccae6217-9163-41a7-b51c-f66442476af5 req-c15242bb-07c2-4a5b-888e-8e3f5ba81938 service neutron] 10.222.0.67 "GET /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851698 Feb 17 15:53:12.244098 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ccae6217-9163-41a7-b51c-f66442476af5 req-8c9f4ce0-6192-46d5-9798-c310652b7241 service neutron] 10.222.0.67 "GET /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801539 Feb 17 15:53:12.398908 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c09ea942-e80a-42ae-b3c8-1e09968bddb4 req-2d234433-37c4-4ab1-8d91-90980ae17012 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=91a8d335-fce5-49d5-80d7-19b50996763e HTTP/1.1" status: 200 len: 210 time: 0.0306823 Feb 17 15:53:13.315044 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae6217-9163-41a7-b51c-f66442476af5 req-3202d0c4-234b-452e-a4dc-859ff09ff7a0 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:13.316500 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ccae6217-9163-41a7-b51c-f66442476af5 req-3202d0c4-234b-452e-a4dc-859ff09ff7a0 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.24 "GET /v2.0/networks?id=3a62bfaf-f270-4f77-afbd-67e679298ace HTTP/1.1" status: 200 len: 815 time: 0.1000445 Feb 17 15:53:13.328338 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [req-ccae6217-9163-41a7-b51c-f66442476af5 req-6f3403a2-00de-43de-b9db-93d884d88b39 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Request body: {'port': {'device_id': '91a8d335-fce5-49d5-80d7-19b50996763e', 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace', 'admin_state_up': True, 'tenant_id': 'c6f2ae7968104ec2a3a0582872e9c07a'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:53:13.437677 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccae6217-9163-41a7-b51c-f66442476af5 req-6f3403a2-00de-43de-b9db-93d884d88b39 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Made reservation on behalf of c6f2ae7968104ec2a3a0582872e9c07a for: {'port': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:53:13.441051 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ccae6217-9163-41a7-b51c-f66442476af5 req-6f3403a2-00de-43de-b9db-93d884d88b39 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:13.523195 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ac48e75d-9145-4c25-8bdd-745d74839a31 req-cc5f799b-63e5-494a-aae2-1d9ac9e24c0d tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=91a8d335-fce5-49d5-80d7-19b50996763e HTTP/1.1" status: 200 len: 210 time: 0.0565238 Feb 17 15:53:13.588539 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [req-ccae6217-9163-41a7-b51c-f66442476af5 req-6f3403a2-00de-43de-b9db-93d884d88b39 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Allocated IP 172.20.0.8 (3a62bfaf-f270-4f77-afbd-67e679298ace/ca7e19bd-8e40-4fac-a81b-7df56146509d/601f4763-00a7-4ab4-a90d-164c3dd6698e) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:53:13.987502 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ccae6217-9163-41a7-b51c-f66442476af5 req-6f3403a2-00de-43de-b9db-93d884d88b39 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks [] for port (601f4763-00a7-4ab4-a90d-164c3dd6698e), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:14.019614 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ccae6217-9163-41a7-b51c-f66442476af5 req-6f3403a2-00de-43de-b9db-93d884d88b39 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (601f4763-00a7-4ab4-a90d-164c3dd6698e), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:14.064810 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccae6217-9163-41a7-b51c-f66442476af5 req-6f3403a2-00de-43de-b9db-93d884d88b39 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Network 3a62bfaf-f270-4f77-afbd-67e679298ace is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:53:14.067847 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [req-ccae6217-9163-41a7-b51c-f66442476af5 req-6f3403a2-00de-43de-b9db-93d884d88b39 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:53:14.070220 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccae6217-9163-41a7-b51c-f66442476af5 req-6f3403a2-00de-43de-b9db-93d884d88b39 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:53:14.095058 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3403a2-00de-43de-b9db-93d884d88b39 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Pushing event updated for resources: {'Port': ['ID=601f4763-00a7-4ab4-a90d-164c3dd6698e,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:14.120906 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae6217-9163-41a7-b51c-f66442476af5 req-6f3403a2-00de-43de-b9db-93d884d88b39 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:14.121511 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ccae6217-9163-41a7-b51c-f66442476af5 req-6f3403a2-00de-43de-b9db-93d884d88b39 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:14.136844 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ccae6217-9163-41a7-b51c-f66442476af5 req-6f3403a2-00de-43de-b9db-93d884d88b39 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8121185 Feb 17 15:53:14.147674 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [req-ccae6217-9163-41a7-b51c-f66442476af5 req-ac7de6c7-3a2a-4fbd-96dc-dac069d7c0c7 service neutron] Request body: {'port': {'device_id': '91a8d335-fce5-49d5-80d7-19b50996763e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:53:14.202669 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ccae6217-9163-41a7-b51c-f66442476af5 req-ac7de6c7-3a2a-4fbd-96dc-dac069d7c0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (601f4763-00a7-4ab4-a90d-164c3dd6698e), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:14.466372 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [req-ccae6217-9163-41a7-b51c-f66442476af5 req-ac7de6c7-3a2a-4fbd-96dc-dac069d7c0c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 601f4763-00a7-4ab4-a90d-164c3dd6698e {{(pid=109499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:53:14.473891 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ccae6217-9163-41a7-b51c-f66442476af5 req-ac7de6c7-3a2a-4fbd-96dc-dac069d7c0c7 service neutron] Publish callbacks [] for port (601f4763-00a7-4ab4-a90d-164c3dd6698e), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:14.485414 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.provisioning_blocks [req-ccae6217-9163-41a7-b51c-f66442476af5 req-ac7de6c7-3a2a-4fbd-96dc-dac069d7c0c7 service neutron] Transition to ACTIVE for port object 601f4763-00a7-4ab4-a90d-164c3dd6698e will not be triggered until provisioned by entity L2. {{(pid=109499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 15:53:14.488277 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ccae6217-9163-41a7-b51c-f66442476af5 req-ac7de6c7-3a2a-4fbd-96dc-dac069d7c0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (601f4763-00a7-4ab4-a90d-164c3dd6698e), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:14.534453 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7de6c7-3a2a-4fbd-96dc-dac069d7c0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=601f4763-00a7-4ab4-a90d-164c3dd6698e,revision_number=2']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:14.631836 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-ccae6217-9163-41a7-b51c-f66442476af5 req-ac7de6c7-3a2a-4fbd-96dc-dac069d7c0c7 service neutron] Attempting to bind port 601f4763-00a7-4ab4-a90d-164c3dd6698e on host hv-cinder-60634 for vnic_type normal with profile {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:53:14.632182 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-ccae6217-9163-41a7-b51c-f66442476af5 req-ac7de6c7-3a2a-4fbd-96dc-dac069d7c0c7 service neutron] Attempting to bind port 601f4763-00a7-4ab4-a90d-164c3dd6698e by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': 'ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace'}] {{(pid=109499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:53:14.632530 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccae6217-9163-41a7-b51c-f66442476af5 req-ac7de6c7-3a2a-4fbd-96dc-dac069d7c0c7 service neutron] Attempting to bind port 601f4763-00a7-4ab4-a90d-164c3dd6698e on network 3a62bfaf-f270-4f77-afbd-67e679298ace {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:53:14.640538 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccae6217-9163-41a7-b51c-f66442476af5 req-ac7de6c7-3a2a-4fbd-96dc-dac069d7c0c7 service neutron] Port 601f4763-00a7-4ab4-a90d-164c3dd6698e on network 3a62bfaf-f270-4f77-afbd-67e679298ace not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 15:53:14.640861 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccae6217-9163-41a7-b51c-f66442476af5 req-ac7de6c7-3a2a-4fbd-96dc-dac069d7c0c7 service neutron] Attempting to bind port 601f4763-00a7-4ab4-a90d-164c3dd6698e on network 3a62bfaf-f270-4f77-afbd-67e679298ace {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:53:14.650328 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccae6217-9163-41a7-b51c-f66442476af5 req-ac7de6c7-3a2a-4fbd-96dc-dac069d7c0c7 service neutron] Checking agent: {'id': '085351c5-065a-4edc-ae4b-0d7f2b27b503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'started_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:53:14.650661 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccae6217-9163-41a7-b51c-f66442476af5 req-ac7de6c7-3a2a-4fbd-96dc-dac069d7c0c7 service neutron] Checking segment: {'id': 'ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:53:14.651040 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccae6217-9163-41a7-b51c-f66442476af5 req-ac7de6c7-3a2a-4fbd-96dc-dac069d7c0c7 service neutron] Bound using segment: {'id': 'ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace'} {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:53:14.651463 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-ccae6217-9163-41a7-b51c-f66442476af5 req-ac7de6c7-3a2a-4fbd-96dc-dac069d7c0c7 service neutron] Bound port: 601f4763-00a7-4ab4-a90d-164c3dd6698e, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace'}}] {{(pid=109499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:53:14.651816 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ccae6217-9163-41a7-b51c-f66442476af5 req-ac7de6c7-3a2a-4fbd-96dc-dac069d7c0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (601f4763-00a7-4ab4-a90d-164c3dd6698e), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:14.673834 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dc4ce-a0cc-49b6-9926-7ebbb6962fd6 req-feeb969f-bff4-4316-8e78-709c9ccbf217 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:14.675291 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-143dc4ce-a0cc-49b6-9926-7ebbb6962fd6 req-feeb969f-bff4-4316-8e78-709c9ccbf217 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=91a8d335-fce5-49d5-80d7-19b50996763e HTTP/1.1" status: 200 len: 943 time: 0.0841870 Feb 17 15:53:14.753229 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-ccae6217-9163-41a7-b51c-f66442476af5 req-ac7de6c7-3a2a-4fbd-96dc-dac069d7c0c7 service neutron] For port 601f4763-00a7-4ab4-a90d-164c3dd6698e, host hv-cinder-60634, cleared binding levels {{(pid=109499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:53:14.756267 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-ccae6217-9163-41a7-b51c-f66442476af5 req-ac7de6c7-3a2a-4fbd-96dc-dac069d7c0c7 service neutron] For port 601f4763-00a7-4ab4-a90d-164c3dd6698e, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=601f4763-00a7-4ab4-a90d-164c3dd6698e,segment=NetworkSegment(ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f),segment_id=ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f)] {{(pid=109499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:53:14.760027 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-143dc4ce-a0cc-49b6-9926-7ebbb6962fd6 req-2418a008-d6f8-4cc1-9455-34bd49f6c876 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658183 Feb 17 15:53:14.766315 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ccae6217-9163-41a7-b51c-f66442476af5 req-ac7de6c7-3a2a-4fbd-96dc-dac069d7c0c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (601f4763-00a7-4ab4-a90d-164c3dd6698e), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:14.803722 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae6217-9163-41a7-b51c-f66442476af5 req-ac7de6c7-3a2a-4fbd-96dc-dac069d7c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:14.804358 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ccae6217-9163-41a7-b51c-f66442476af5 req-ac7de6c7-3a2a-4fbd-96dc-dac069d7c0c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:14.805774 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ccae6217-9163-41a7-b51c-f66442476af5 req-ac7de6c7-3a2a-4fbd-96dc-dac069d7c0c7 service neutron] 10.222.0.24 "PUT /v2.0/ports/601f4763-00a7-4ab4-a90d-164c3dd6698e HTTP/1.1" status: 200 len: 1093 time: 0.6619906 Feb 17 15:53:14.806220 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a8d335-fce5-49d5-80d7-19b50996763e', 'tag': '601f4763-00a7-4ab4-a90d-164c3dd6698e'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:53:14.808490 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5a8496-6a82-436c-8a41-7412f1f1c419" -d '{"events": [{"name": "network-changed", "server_uuid": "91a8d335-fce5-49d5-80d7-19b50996763e", "tag": "601f4763-00a7-4ab4-a90d-164c3dd6698e"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:53:14.833236 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7de6c7-3a2a-4fbd-96dc-dac069d7c0c7 service neutron] Pushing event updated for resources: {'Port': ['ID=601f4763-00a7-4ab4-a90d-164c3dd6698e,revision_number=3']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:14.855041 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53eb76b6-89eb-439e-9b97-97b2d0d937b9 x-openstack-request-id: req-53eb76b6-89eb-439e-9b97-97b2d0d937b9 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:53:14.855335 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a8d335-fce5-49d5-80d7-19b50996763e", "tag": "601f4763-00a7-4ab4-a90d-164c3dd6698e", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:53:14.855591 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-53eb76b6-89eb-439e-9b97-97b2d0d937b9 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:53:14.855985 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a8d335-fce5-49d5-80d7-19b50996763e', 'tag': '601f4763-00a7-4ab4-a90d-164c3dd6698e', 'status': 'completed', 'code': 200} Feb 17 15:53:14.892341 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae6217-9163-41a7-b51c-f66442476af5 req-52237e17-bd6e-4026-9537-84beb9282ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:14.893874 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ccae6217-9163-41a7-b51c-f66442476af5 req-52237e17-bd6e-4026-9537-84beb9282ac7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6f2ae7968104ec2a3a0582872e9c07a&device_id=91a8d335-fce5-49d5-80d7-19b50996763e HTTP/1.1" status: 200 len: 1127 time: 0.0477431 Feb 17 15:53:14.933549 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ccae6217-9163-41a7-b51c-f66442476af5 req-1b9a72ac-0e96-40db-86d1-bc66160ab839 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=601f4763-00a7-4ab4-a90d-164c3dd6698e HTTP/1.1" status: 200 len: 217 time: 0.0331397 Feb 17 15:53:14.981227 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae6217-9163-41a7-b51c-f66442476af5 req-4e6553cd-9b62-4865-8868-201a994c9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:14.982648 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ccae6217-9163-41a7-b51c-f66442476af5 req-4e6553cd-9b62-4865-8868-201a994c9a80 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca7e19bd-8e40-4fac-a81b-7df56146509d HTTP/1.1" status: 200 len: 855 time: 0.0426280 Feb 17 15:53:15.017156 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ccae6217-9163-41a7-b51c-f66442476af5 req-979d18b1-c58a-4c9f-b910-1ded7565d34c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a62bfaf-f270-4f77-afbd-67e679298ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280790 Feb 17 15:53:15.103212 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ccae6217-9163-41a7-b51c-f66442476af5 req-93f32681-1d0c-4d01-8364-ffd9d25f859c service neutron] 10.222.0.24 "GET /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805120 Feb 17 15:53:15.192508 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ccae6217-9163-41a7-b51c-f66442476af5 req-d0e9697c-25d8-4f7e-8f5b-6d323b9d64c5 service neutron] 10.222.0.24 "GET /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834248 Feb 17 15:53:15.282649 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a8496-6a82-436c-8a41-7412f1f1c419 req-d42aee4c-f1fc-4e6e-ab1a-4c301a9f35cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:15.284066 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-dc5a8496-6a82-436c-8a41-7412f1f1c419 req-d42aee4c-f1fc-4e6e-ab1a-4c301a9f35cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6f2ae7968104ec2a3a0582872e9c07a&device_id=91a8d335-fce5-49d5-80d7-19b50996763e HTTP/1.1" status: 200 len: 1127 time: 0.0437455 Feb 17 15:53:15.375136 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a8496-6a82-436c-8a41-7412f1f1c419 req-e7424558-6597-4c40-84f5-cf85606fda2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:15.376606 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-dc5a8496-6a82-436c-8a41-7412f1f1c419 req-e7424558-6597-4c40-84f5-cf85606fda2b service neutron] 10.222.0.24 "GET /v2.0/networks?id=3a62bfaf-f270-4f77-afbd-67e679298ace HTTP/1.1" status: 200 len: 916 time: 0.0862353 Feb 17 15:53:15.416882 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-dc5a8496-6a82-436c-8a41-7412f1f1c419 req-985593e0-5eb5-4539-8f2c-6238a43b92ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=601f4763-00a7-4ab4-a90d-164c3dd6698e HTTP/1.1" status: 200 len: 217 time: 0.0341856 Feb 17 15:53:15.462915 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a8496-6a82-436c-8a41-7412f1f1c419 req-41580671-7992-4d01-8a7a-1bf5f7d86a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:15.464313 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-dc5a8496-6a82-436c-8a41-7412f1f1c419 req-41580671-7992-4d01-8a7a-1bf5f7d86a3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca7e19bd-8e40-4fac-a81b-7df56146509d HTTP/1.1" status: 200 len: 855 time: 0.0422122 Feb 17 15:53:15.495196 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-dc5a8496-6a82-436c-8a41-7412f1f1c419 req-1894448c-127c-4800-a345-93a57878a3ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a62bfaf-f270-4f77-afbd-67e679298ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240765 Feb 17 15:53:15.585754 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-dc5a8496-6a82-436c-8a41-7412f1f1c419 req-a0283539-dbe8-43a9-b4f1-0ac742bd98b4 service neutron] 10.222.0.24 "GET /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834706 Feb 17 15:53:15.660870 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:15.678617 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-dc5a8496-6a82-436c-8a41-7412f1f1c419 req-22f050d5-6ffd-4e66-b8aa-a31493d0222a service neutron] 10.222.0.24 "GET /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866983 Feb 17 15:53:15.877641 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cc484-ad5f-4282-81ac-88833b4edc92 req-a15243de-c9d5-4916-bcb3-e0cac9c0efaa tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:15.879081 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1f0cc484-ad5f-4282-81ac-88833b4edc92 req-a15243de-c9d5-4916-bcb3-e0cac9c0efaa tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=91a8d335-fce5-49d5-80d7-19b50996763e HTTP/1.1" status: 200 len: 943 time: 0.0515382 Feb 17 15:53:15.923960 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1f0cc484-ad5f-4282-81ac-88833b4edc92 req-b9422ba2-ca85-47f4-ac59-cfc994a4fc99 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393331 Feb 17 15:53:17.042490 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf438a-1f9c-46a3-b998-96e09428d7e5 req-1392cf3d-db0b-4275-bd19-6f5738e8c308 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:17.043958 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-41cf438a-1f9c-46a3-b998-96e09428d7e5 req-1392cf3d-db0b-4275-bd19-6f5738e8c308 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=91a8d335-fce5-49d5-80d7-19b50996763e HTTP/1.1" status: 200 len: 943 time: 0.0512681 Feb 17 15:53:17.089953 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-41cf438a-1f9c-46a3-b998-96e09428d7e5 req-8494c0e8-dd31-4c7b-b9e9-5d9b90c0a03d tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398524 Feb 17 15:53:17.530416 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 601f4763-00a7-4ab4-a90d-164c3dd6698e details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:53:17.626905 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 601f4763-00a7-4ab4-a90d-164c3dd6698e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=601f4763-00a7-4ab4-a90d-164c3dd6698e,segment=NetworkSegment(ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f),segment_id=ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:53:17.637550 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': '601f4763-00a7-4ab4-a90d-164c3dd6698e', 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace', 'port_id': '601f4763-00a7-4ab4-a90d-164c3dd6698e', 'mac_address': 'fa:16:3e:9d:92:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca7e19bd-8e40-4fac-a81b-7df56146509d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:53:17.674433 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 601f4763-00a7-4ab4-a90d-164c3dd6698e is: DOWN; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:53:17.674747 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (601f4763-00a7-4ab4-a90d-164c3dd6698e), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:17.687657 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 601f4763-00a7-4ab4-a90d-164c3dd6698e {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:53:17.706505 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 601f4763-00a7-4ab4-a90d-164c3dd6698e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=601f4763-00a7-4ab4-a90d-164c3dd6698e,segment=NetworkSegment(ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f),segment_id=ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:53:17.709863 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (601f4763-00a7-4ab4-a90d-164c3dd6698e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:17.755293 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=601f4763-00a7-4ab4-a90d-164c3dd6698e,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:17.935111 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['601f4763-00a7-4ab4-a90d-164c3dd6698e'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:53:18.210005 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b380d81-1f03-458b-b188-405abfde3014 req-92b8b69d-c2fd-4eca-bf02-37d4e5c87bec tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:18.211396 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1b380d81-1f03-458b-b188-405abfde3014 req-92b8b69d-c2fd-4eca-bf02-37d4e5c87bec tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=91a8d335-fce5-49d5-80d7-19b50996763e HTTP/1.1" status: 200 len: 944 time: 0.0556853 Feb 17 15:53:18.256643 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1b380d81-1f03-458b-b188-405abfde3014 req-a18dbed6-0e13-4b6a-9386-fb6b29268793 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397263 Feb 17 15:53:19.370442 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2ea28-af5a-4942-b4ff-dd93478b1c27 req-92e853b4-d031-4c9b-a552-a18cd854d4c0 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:19.371892 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d6a2ea28-af5a-4942-b4ff-dd93478b1c27 req-92e853b4-d031-4c9b-a552-a18cd854d4c0 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=91a8d335-fce5-49d5-80d7-19b50996763e HTTP/1.1" status: 200 len: 944 time: 0.0515807 Feb 17 15:53:19.417809 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d6a2ea28-af5a-4942-b4ff-dd93478b1c27 req-45834f92-b547-4c17-8b92-a9775839d111 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404434 Feb 17 15:53:19.522080 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 601f4763-00a7-4ab4-a90d-164c3dd6698e up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:53:19.569846 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning for port 601f4763-00a7-4ab4-a90d-164c3dd6698e completed by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 15:53:19.573607 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port 601f4763-00a7-4ab4-a90d-164c3dd6698e triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:53:19.573988 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (601f4763-00a7-4ab4-a90d-164c3dd6698e), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:19.650880 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 601f4763-00a7-4ab4-a90d-164c3dd6698e is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:53:19.651263 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (601f4763-00a7-4ab4-a90d-164c3dd6698e), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:19.674827 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a8d335-fce5-49d5-80d7-19b50996763e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601f4763-00a7-4ab4-a90d-164c3dd6698e'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:53:19.677044 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bd088c-35ca-4a3c-a4e9-56b53c26d3d7" -d '{"events": [{"server_uuid": "91a8d335-fce5-49d5-80d7-19b50996763e", "name": "network-vif-plugged", "status": "completed", "tag": "601f4763-00a7-4ab4-a90d-164c3dd6698e"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:53:19.690070 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 601f4763-00a7-4ab4-a90d-164c3dd6698e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=601f4763-00a7-4ab4-a90d-164c3dd6698e,segment=NetworkSegment(ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f),segment_id=ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:53:19.694822 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (601f4763-00a7-4ab4-a90d-164c3dd6698e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:19.717387 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed37b47-064b-4aed-bd57-8e9c2410f455 x-openstack-request-id: req-9ed37b47-064b-4aed-bd57-8e9c2410f455 {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:53:19.717676 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a8d335-fce5-49d5-80d7-19b50996763e", "name": "network-vif-plugged", "status": "completed", "tag": "601f4763-00a7-4ab4-a90d-164c3dd6698e", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:53:19.717929 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9ed37b47-064b-4aed-bd57-8e9c2410f455 {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:53:19.718316 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a8d335-fce5-49d5-80d7-19b50996763e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '601f4763-00a7-4ab4-a90d-164c3dd6698e', 'code': 200} Feb 17 15:53:19.743613 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=601f4763-00a7-4ab4-a90d-164c3dd6698e,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:19.877580 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcca9f-18e1-4a02-a425-7c3d93009d4c req-772ec747-b314-4c65-bc16-03db394b0511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:19.879037 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-61bcca9f-18e1-4a02-a425-7c3d93009d4c req-772ec747-b314-4c65-bc16-03db394b0511 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=91a8d335-fce5-49d5-80d7-19b50996763e HTTP/1.1" status: 200 len: 1129 time: 0.0467906 Feb 17 15:53:19.919738 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-61bcca9f-18e1-4a02-a425-7c3d93009d4c req-a685cd97-928d-4b8d-841c-113862addd41 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353916 Feb 17 15:53:20.537607 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be972816-80b1-4a80-af28-e9d7a0e640be req-19b3d72d-e322-48e8-bfb4-22afdda5b152 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:20.539079 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-be972816-80b1-4a80-af28-e9d7a0e640be req-19b3d72d-e322-48e8-bfb4-22afdda5b152 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=91a8d335-fce5-49d5-80d7-19b50996763e HTTP/1.1" status: 200 len: 945 time: 0.0515928 Feb 17 15:53:20.584425 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-be972816-80b1-4a80-af28-e9d7a0e640be req-802848a2-846a-4a0e-90be-1cacc0df3ddf tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397391 Feb 17 15:53:21.706841 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345efa9d-74e2-4e70-b076-ea302041a616 req-63dbff32-9b77-418c-a18f-d738c56885d5 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:21.708244 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-345efa9d-74e2-4e70-b076-ea302041a616 req-63dbff32-9b77-418c-a18f-d738c56885d5 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=91a8d335-fce5-49d5-80d7-19b50996763e HTTP/1.1" status: 200 len: 945 time: 0.0557604 Feb 17 15:53:21.756248 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-345efa9d-74e2-4e70-b076-ea302041a616 req-986d7ccd-0911-4e44-949c-72b0d5ee7a73 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425866 Feb 17 15:53:25.593728 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:53:29.924731 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-9c0143ac-e85a-4b7a-aee9-cdd5ef44dc3c tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:29.926102 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-9c0143ac-e85a-4b7a-aee9-cdd5ef44dc3c tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/networks?id=3a62bfaf-f270-4f77-afbd-67e679298ace HTTP/1.1" status: 200 len: 815 time: 0.0984669 Feb 17 15:53:29.940108 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-2a9bb3c5-1db1-49c8-aaef-09fe7fb33ff8 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/quotas/c6f2ae7968104ec2a3a0582872e9c07a HTTP/1.1" status: 200 len: 375 time: 0.0088291 Feb 17 15:53:29.991064 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-06a136a9-8a66-42b0-a8e0-a69f8330fe27 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c6f2ae7968104ec2a3a0582872e9c07a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0464401 Feb 17 15:53:30.044649 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-98fbd944-5140-4f51-804f-4a92803f2f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:30.132122 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-c3214fac-84f9-4b1e-a26a-ac0b26399bf3 service neutron] 10.222.0.67 "GET /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346281 Feb 17 15:53:30.221548 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-5478bd3a-35a1-49f8-a923-869e91d4fd3d service neutron] 10.222.0.67 "GET /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836661 Feb 17 15:53:30.380399 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-15056632-61a9-41ae-96a2-2f6065d0b778 req-2e487e0f-c21b-43d6-b2f8-f5e45dbcb025 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a9a1ba-f597-44b2-ba9b-4b0de7887239 HTTP/1.1" status: 200 len: 210 time: 0.0273736 Feb 17 15:53:31.289887 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-9e93d509-4151-40a8-b942-783d474ba2f6 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:31.291313 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-9e93d509-4151-40a8-b942-783d474ba2f6 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.24 "GET /v2.0/networks?id=3a62bfaf-f270-4f77-afbd-67e679298ace HTTP/1.1" status: 200 len: 815 time: 0.1004732 Feb 17 15:53:31.303792 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-620ee1c7-beb8-419d-8cd5-029036d2e95a tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Request body: {'port': {'device_id': '31a9a1ba-f597-44b2-ba9b-4b0de7887239', 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace', 'admin_state_up': True, 'tenant_id': 'c6f2ae7968104ec2a3a0582872e9c07a'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:53:31.413180 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-620ee1c7-beb8-419d-8cd5-029036d2e95a tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Made reservation on behalf of c6f2ae7968104ec2a3a0582872e9c07a for: {'port': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:53:31.416551 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-620ee1c7-beb8-419d-8cd5-029036d2e95a tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:31.501280 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-97c5bb76-497e-45b7-9a90-87cc2e576297 req-9c1fd7f5-ec67-4de7-9178-57a474ed80e2 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a9a1ba-f597-44b2-ba9b-4b0de7887239 HTTP/1.1" status: 200 len: 210 time: 0.0354950 Feb 17 15:53:31.565924 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-620ee1c7-beb8-419d-8cd5-029036d2e95a tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Allocated IP 172.20.0.3 (3a62bfaf-f270-4f77-afbd-67e679298ace/ca7e19bd-8e40-4fac-a81b-7df56146509d/492e1fe9-97a2-4c93-a82b-cb4f6022cc85) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:53:31.709899 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-620ee1c7-beb8-419d-8cd5-029036d2e95a tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks [] for port (492e1fe9-97a2-4c93-a82b-cb4f6022cc85), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:31.741112 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-620ee1c7-beb8-419d-8cd5-029036d2e95a tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (492e1fe9-97a2-4c93-a82b-cb4f6022cc85), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:31.758417 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['601f4763-00a7-4ab4-a90d-164c3dd6698e'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:53:31.784219 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-620ee1c7-beb8-419d-8cd5-029036d2e95a tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Network 3a62bfaf-f270-4f77-afbd-67e679298ace is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:53:31.787304 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-620ee1c7-beb8-419d-8cd5-029036d2e95a tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:53:31.790880 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-620ee1c7-beb8-419d-8cd5-029036d2e95a tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:53:31.814277 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ee1c7-beb8-419d-8cd5-029036d2e95a tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Pushing event updated for resources: {'Port': ['ID=492e1fe9-97a2-4c93-a82b-cb4f6022cc85,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:31.840603 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-620ee1c7-beb8-419d-8cd5-029036d2e95a tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:31.841229 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-620ee1c7-beb8-419d-8cd5-029036d2e95a tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:31.856512 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-620ee1c7-beb8-419d-8cd5-029036d2e95a tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5565004 Feb 17 15:53:31.868044 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-cd1a1195-7cef-4767-8063-3a4222bd1d9f service neutron] Request body: {'port': {'device_id': '31a9a1ba-f597-44b2-ba9b-4b0de7887239', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:53:31.928052 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-cd1a1195-7cef-4767-8063-3a4222bd1d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (492e1fe9-97a2-4c93-a82b-cb4f6022cc85), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:32.177260 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-cd1a1195-7cef-4767-8063-3a4222bd1d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 492e1fe9-97a2-4c93-a82b-cb4f6022cc85 {{(pid=109499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:53:32.184967 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-cd1a1195-7cef-4767-8063-3a4222bd1d9f service neutron] Publish callbacks [] for port (492e1fe9-97a2-4c93-a82b-cb4f6022cc85), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:32.196746 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.provisioning_blocks [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-cd1a1195-7cef-4767-8063-3a4222bd1d9f service neutron] Transition to ACTIVE for port object 492e1fe9-97a2-4c93-a82b-cb4f6022cc85 will not be triggered until provisioned by entity L2. {{(pid=109499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 15:53:32.200345 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-cd1a1195-7cef-4767-8063-3a4222bd1d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (492e1fe9-97a2-4c93-a82b-cb4f6022cc85), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:32.251525 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a1195-7cef-4767-8063-3a4222bd1d9f service neutron] Pushing event updated for resources: {'Port': ['ID=492e1fe9-97a2-4c93-a82b-cb4f6022cc85,revision_number=2']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:32.317876 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-cd1a1195-7cef-4767-8063-3a4222bd1d9f service neutron] Attempting to bind port 492e1fe9-97a2-4c93-a82b-cb4f6022cc85 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:53:32.318549 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-cd1a1195-7cef-4767-8063-3a4222bd1d9f service neutron] Attempting to bind port 492e1fe9-97a2-4c93-a82b-cb4f6022cc85 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': 'ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace'}] {{(pid=109499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:53:32.318549 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-cd1a1195-7cef-4767-8063-3a4222bd1d9f service neutron] Attempting to bind port 492e1fe9-97a2-4c93-a82b-cb4f6022cc85 on network 3a62bfaf-f270-4f77-afbd-67e679298ace {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:53:32.322763 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-cd1a1195-7cef-4767-8063-3a4222bd1d9f service neutron] Port 492e1fe9-97a2-4c93-a82b-cb4f6022cc85 on network 3a62bfaf-f270-4f77-afbd-67e679298ace not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 15:53:32.323083 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-cd1a1195-7cef-4767-8063-3a4222bd1d9f service neutron] Attempting to bind port 492e1fe9-97a2-4c93-a82b-cb4f6022cc85 on network 3a62bfaf-f270-4f77-afbd-67e679298ace {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:53:32.328412 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-cd1a1195-7cef-4767-8063-3a4222bd1d9f service neutron] Checking agent: {'id': '085351c5-065a-4edc-ae4b-0d7f2b27b503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'started_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:53:32.328781 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-cd1a1195-7cef-4767-8063-3a4222bd1d9f service neutron] Checking segment: {'id': 'ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:53:32.329165 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-cd1a1195-7cef-4767-8063-3a4222bd1d9f service neutron] Bound using segment: {'id': 'ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace'} {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:53:32.329598 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-cd1a1195-7cef-4767-8063-3a4222bd1d9f service neutron] Bound port: 492e1fe9-97a2-4c93-a82b-cb4f6022cc85, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace'}}] {{(pid=109499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:53:32.329938 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-cd1a1195-7cef-4767-8063-3a4222bd1d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (492e1fe9-97a2-4c93-a82b-cb4f6022cc85), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:32.390689 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-cd1a1195-7cef-4767-8063-3a4222bd1d9f service neutron] For port 492e1fe9-97a2-4c93-a82b-cb4f6022cc85, host hv-cinder-60634, cleared binding levels {{(pid=109499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:53:32.394480 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-cd1a1195-7cef-4767-8063-3a4222bd1d9f service neutron] For port 492e1fe9-97a2-4c93-a82b-cb4f6022cc85, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=492e1fe9-97a2-4c93-a82b-cb4f6022cc85,segment=NetworkSegment(ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f),segment_id=ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f)] {{(pid=109499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:53:32.399658 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-cd1a1195-7cef-4767-8063-3a4222bd1d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (492e1fe9-97a2-4c93-a82b-cb4f6022cc85), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:32.413825 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-f4884681-b485-4134-b7de-1994a1c1a3d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:32.432884 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-cd1a1195-7cef-4767-8063-3a4222bd1d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:32.433502 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-cd1a1195-7cef-4767-8063-3a4222bd1d9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:32.434889 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-cd1a1195-7cef-4767-8063-3a4222bd1d9f service neutron] 10.222.0.24 "PUT /v2.0/ports/492e1fe9-97a2-4c93-a82b-cb4f6022cc85 HTTP/1.1" status: 200 len: 1093 time: 0.5708878 Feb 17 15:53:32.435816 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a9a1ba-f597-44b2-ba9b-4b0de7887239', 'tag': '492e1fe9-97a2-4c93-a82b-cb4f6022cc85'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:53:32.438055 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2216987a-a220-482a-a3f2-947fef5da87d" -d '{"events": [{"name": "network-changed", "server_uuid": "31a9a1ba-f597-44b2-ba9b-4b0de7887239", "tag": "492e1fe9-97a2-4c93-a82b-cb4f6022cc85"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:53:32.461621 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a1195-7cef-4767-8063-3a4222bd1d9f service neutron] Pushing event updated for resources: {'Port': ['ID=492e1fe9-97a2-4c93-a82b-cb4f6022cc85,revision_number=3']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:32.475874 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070b99e4-e417-40fd-b116-900a75501eb8 x-openstack-request-id: req-070b99e4-e417-40fd-b116-900a75501eb8 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:53:32.476501 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a9a1ba-f597-44b2-ba9b-4b0de7887239", "tag": "492e1fe9-97a2-4c93-a82b-cb4f6022cc85", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:53:32.476501 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-070b99e4-e417-40fd-b116-900a75501eb8 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:53:32.476948 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a9a1ba-f597-44b2-ba9b-4b0de7887239', 'tag': '492e1fe9-97a2-4c93-a82b-cb4f6022cc85', 'status': 'completed', 'code': 200} Feb 17 15:53:32.548568 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-390b4b7c-9482-425a-825e-f24e942d4d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:32.550108 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-390b4b7c-9482-425a-825e-f24e942d4d92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6f2ae7968104ec2a3a0582872e9c07a&device_id=31a9a1ba-f597-44b2-ba9b-4b0de7887239 HTTP/1.1" status: 200 len: 1127 time: 0.0483675 Feb 17 15:53:32.625086 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-ba30b009-a06e-4bdd-9193-62c9ae9dba6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=492e1fe9-97a2-4c93-a82b-cb4f6022cc85 HTTP/1.1" status: 200 len: 217 time: 0.0468614 Feb 17 15:53:32.681255 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286287b-c839-40be-88f9-7b0a3979abb8 req-4cbdbf75-28d0-4d7d-b147-ca84e33ce445 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:32.682629 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4286287b-c839-40be-88f9-7b0a3979abb8 req-4cbdbf75-28d0-4d7d-b147-ca84e33ce445 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a9a1ba-f597-44b2-ba9b-4b0de7887239 HTTP/1.1" status: 200 len: 943 time: 0.1145494 Feb 17 15:53:32.691551 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-c267120b-fa09-448f-a512-7684ab4cdf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:32.692952 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-c267120b-fa09-448f-a512-7684ab4cdf64 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca7e19bd-8e40-4fac-a81b-7df56146509d HTTP/1.1" status: 200 len: 855 time: 0.0621188 Feb 17 15:53:32.730758 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-e2626bb6-f765-4f71-8cfc-1938e21c1f06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a62bfaf-f270-4f77-afbd-67e679298ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315552 Feb 17 15:53:32.777694 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4286287b-c839-40be-88f9-7b0a3979abb8 req-1938dea4-de49-494b-89cc-7e398bb2c622 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884166 Feb 17 15:53:32.835737 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-d83cfb35-b5c8-4ae9-93cc-97318f6dd802 service neutron] 10.222.0.24 "GET /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955687 Feb 17 15:53:32.921508 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-98b93886-99b4-44df-bd6a-1f022815ed65 req-0179da75-1c53-4920-b46a-a5c9f4301754 service neutron] 10.222.0.24 "GET /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787108 Feb 17 15:53:33.005187 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216987a-a220-482a-a3f2-947fef5da87d req-6630c331-222b-4824-a178-67a561827a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:33.006579 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2216987a-a220-482a-a3f2-947fef5da87d req-6630c331-222b-4824-a178-67a561827a7a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6f2ae7968104ec2a3a0582872e9c07a&device_id=31a9a1ba-f597-44b2-ba9b-4b0de7887239 HTTP/1.1" status: 200 len: 1127 time: 0.0435529 Feb 17 15:53:33.096097 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216987a-a220-482a-a3f2-947fef5da87d req-5c13a6d6-4984-4775-bd50-ffd56abd68db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:33.097844 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2216987a-a220-482a-a3f2-947fef5da87d req-5c13a6d6-4984-4775-bd50-ffd56abd68db service neutron] 10.222.0.24 "GET /v2.0/networks?id=3a62bfaf-f270-4f77-afbd-67e679298ace HTTP/1.1" status: 200 len: 916 time: 0.0851531 Feb 17 15:53:33.137284 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2216987a-a220-482a-a3f2-947fef5da87d req-5daa20a2-9960-47b8-974e-c71275c3c579 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=492e1fe9-97a2-4c93-a82b-cb4f6022cc85 HTTP/1.1" status: 200 len: 217 time: 0.0327265 Feb 17 15:53:33.186089 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216987a-a220-482a-a3f2-947fef5da87d req-d96777a1-b56e-4784-9e64-f1408c2d77d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:33.187473 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2216987a-a220-482a-a3f2-947fef5da87d req-d96777a1-b56e-4784-9e64-f1408c2d77d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca7e19bd-8e40-4fac-a81b-7df56146509d HTTP/1.1" status: 200 len: 855 time: 0.0441375 Feb 17 15:53:33.217947 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2216987a-a220-482a-a3f2-947fef5da87d req-113426b9-1092-47dc-b6d6-316377633885 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a62bfaf-f270-4f77-afbd-67e679298ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241909 Feb 17 15:53:33.305461 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2216987a-a220-482a-a3f2-947fef5da87d req-d079e564-d548-40be-a77f-b33ecf55bacf service neutron] 10.222.0.24 "GET /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781221 Feb 17 15:53:33.394144 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2216987a-a220-482a-a3f2-947fef5da87d req-21805262-b0d5-4fae-83ac-0db1d09fe9c3 service neutron] 10.222.0.24 "GET /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825508 Feb 17 15:53:33.630928 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:33.895482 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a720156-9798-4ff7-8892-a0bf45fd1af4 req-bf52a720-ee91-430a-9d5b-f418efc4cadd tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:33.896971 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5a720156-9798-4ff7-8892-a0bf45fd1af4 req-bf52a720-ee91-430a-9d5b-f418efc4cadd tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a9a1ba-f597-44b2-ba9b-4b0de7887239 HTTP/1.1" status: 200 len: 943 time: 0.0515056 Feb 17 15:53:33.942244 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5a720156-9798-4ff7-8892-a0bf45fd1af4 req-c9b9e658-5e56-4cce-b61b-3728945a912a tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398977 Feb 17 15:53:35.059187 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334a1d1-de7d-4bde-94c7-21cadbc6a8f1 req-226638f7-7afe-4398-933c-f6c6449e51b1 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:35.060649 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7334a1d1-de7d-4bde-94c7-21cadbc6a8f1 req-226638f7-7afe-4398-933c-f6c6449e51b1 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a9a1ba-f597-44b2-ba9b-4b0de7887239 HTTP/1.1" status: 200 len: 943 time: 0.0540721 Feb 17 15:53:35.097655 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:35.107029 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7334a1d1-de7d-4bde-94c7-21cadbc6a8f1 req-d4cf89ed-b2e0-418a-b16c-5ab66dc5a75a tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404994 Feb 17 15:53:35.623958 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 492e1fe9-97a2-4c93-a82b-cb4f6022cc85 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:53:35.720097 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 492e1fe9-97a2-4c93-a82b-cb4f6022cc85, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=492e1fe9-97a2-4c93-a82b-cb4f6022cc85,segment=NetworkSegment(ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f),segment_id=ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:53:35.730278 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': '492e1fe9-97a2-4c93-a82b-cb4f6022cc85', 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace', 'port_id': '492e1fe9-97a2-4c93-a82b-cb4f6022cc85', 'mac_address': 'fa:16:3e:ed:cf:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca7e19bd-8e40-4fac-a81b-7df56146509d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:53:35.766528 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 492e1fe9-97a2-4c93-a82b-cb4f6022cc85 is: DOWN; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:53:35.766912 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (492e1fe9-97a2-4c93-a82b-cb4f6022cc85), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:35.778983 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 492e1fe9-97a2-4c93-a82b-cb4f6022cc85 {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:53:35.797483 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 492e1fe9-97a2-4c93-a82b-cb4f6022cc85, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=492e1fe9-97a2-4c93-a82b-cb4f6022cc85,segment=NetworkSegment(ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f),segment_id=ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:53:35.801539 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (492e1fe9-97a2-4c93-a82b-cb4f6022cc85), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:35.845338 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=492e1fe9-97a2-4c93-a82b-cb4f6022cc85,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:35.852243 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:35.852617 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:35.852960 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:35.853295 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:35.853625 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:35.853953 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:35.854277 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:35.854600 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:35.854923 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:35.855245 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:35.855566 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:35.855883 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:35.856198 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:36.035949 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['492e1fe9-97a2-4c93-a82b-cb4f6022cc85'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:53:36.228365 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105299c-d0fa-4537-9a43-6be317a852da req-1e51b992-7d6a-4c3c-9cc9-89dc44ae0e2e tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:36.229881 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2105299c-d0fa-4537-9a43-6be317a852da req-1e51b992-7d6a-4c3c-9cc9-89dc44ae0e2e tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a9a1ba-f597-44b2-ba9b-4b0de7887239 HTTP/1.1" status: 200 len: 944 time: 0.0542908 Feb 17 15:53:36.274547 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2105299c-d0fa-4537-9a43-6be317a852da req-06b7c9d6-4929-466f-b091-2f623b2c75a7 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391495 Feb 17 15:53:36.560117 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:37.388623 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0827c850-59c2-4ab2-8d30-bd4476a9cc8e req-402251fe-fe9e-49c3-8f70-e6682b26ecca tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:37.390066 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0827c850-59c2-4ab2-8d30-bd4476a9cc8e req-402251fe-fe9e-49c3-8f70-e6682b26ecca tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a9a1ba-f597-44b2-ba9b-4b0de7887239 HTTP/1.1" status: 200 len: 944 time: 0.0508325 Feb 17 15:53:37.438514 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0827c850-59c2-4ab2-8d30-bd4476a9cc8e req-d1cc836f-dd93-498d-afc1-dc306d4ee646 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427239 Feb 17 15:53:37.635583 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 492e1fe9-97a2-4c93-a82b-cb4f6022cc85 up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:53:37.683462 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning for port 492e1fe9-97a2-4c93-a82b-cb4f6022cc85 completed by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 15:53:37.688169 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port 492e1fe9-97a2-4c93-a82b-cb4f6022cc85 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:53:37.688581 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (492e1fe9-97a2-4c93-a82b-cb4f6022cc85), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:37.767348 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 492e1fe9-97a2-4c93-a82b-cb4f6022cc85 is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:53:37.767746 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (492e1fe9-97a2-4c93-a82b-cb4f6022cc85), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:37.789304 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a9a1ba-f597-44b2-ba9b-4b0de7887239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492e1fe9-97a2-4c93-a82b-cb4f6022cc85'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:53:37.791589 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5e0dbf-2652-44ed-af12-45b4e9808a20" -d '{"events": [{"server_uuid": "31a9a1ba-f597-44b2-ba9b-4b0de7887239", "name": "network-vif-plugged", "status": "completed", "tag": "492e1fe9-97a2-4c93-a82b-cb4f6022cc85"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:53:37.803267 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 492e1fe9-97a2-4c93-a82b-cb4f6022cc85, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=492e1fe9-97a2-4c93-a82b-cb4f6022cc85,segment=NetworkSegment(ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f),segment_id=ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:53:37.807225 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (492e1fe9-97a2-4c93-a82b-cb4f6022cc85), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:37.832238 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de59284-f553-4656-b583-d8d7a87ee291 x-openstack-request-id: req-9de59284-f553-4656-b583-d8d7a87ee291 {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:53:37.832557 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a9a1ba-f597-44b2-ba9b-4b0de7887239", "name": "network-vif-plugged", "status": "completed", "tag": "492e1fe9-97a2-4c93-a82b-cb4f6022cc85", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:53:37.832815 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9de59284-f553-4656-b583-d8d7a87ee291 {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:53:37.833205 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a9a1ba-f597-44b2-ba9b-4b0de7887239', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492e1fe9-97a2-4c93-a82b-cb4f6022cc85', 'code': 200} Feb 17 15:53:37.859470 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=492e1fe9-97a2-4c93-a82b-cb4f6022cc85,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:37.930313 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 58402) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:37.994848 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98224b-1ac3-4f4f-8979-2c860a551396 req-66728149-9252-4651-8b9a-fb9325fb6a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:37.996340 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2c98224b-1ac3-4f4f-8979-2c860a551396 req-66728149-9252-4651-8b9a-fb9325fb6a1b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=31a9a1ba-f597-44b2-ba9b-4b0de7887239 HTTP/1.1" status: 200 len: 1129 time: 0.0430837 Feb 17 15:53:38.073844 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2c98224b-1ac3-4f4f-8979-2c860a551396 req-6b6e91b5-0b1e-488e-9a4e-27a8d87c0668 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714028 Feb 17 15:53:38.185944 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Deleting port bab374b3-ef84-438b-9306-ae6f63300b6f {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:53:38.186281 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (bab374b3-ef84-438b-9306-ae6f63300b6f), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:38.260081 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (bab374b3-ef84-438b-9306-ae6f63300b6f), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:38.260404 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for floatingip (bab374b3-ef84-438b-9306-ae6f63300b6f), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:38.271377 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Calling delete_port for bab374b3-ef84-438b-9306-ae6f63300b6f owned by network:floatingip {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:53:38.409700 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (bab374b3-ef84-438b-9306-ae6f63300b6f), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:38.437867 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Pushing event deleted for resources: {'Port': ['ID=bab374b3-ef84-438b-9306-ae6f63300b6f,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:38.447195 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:38.447550 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:38.447893 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:38.448232 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:38.448592 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:38.448928 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:38.449590 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:38.449590 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:38.449878 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:38.450201 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:38.451094 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:38.451420 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:38.451741 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:38.524212 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for floatingip (9b4bf0ea-cdb6-4858-8a61-8516809d5ade), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:38.524556 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.l3_db [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Floating IP 9b4bf0ea-cdb6-4858-8a61-8516809d5ade disassociated (deleted). External IP: 172.27.3.85, port: 8bd86dd7-775a-47b4-b767-9c03c824c757. Feb 17 15:53:38.640558 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f7901-9f68-47e0-b8da-536b526eee42 req-2dc6706f-a604-4870-9ef6-826ceb620ae6 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:38.642031 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-243f7901-9f68-47e0-b8da-536b526eee42 req-2dc6706f-a604-4870-9ef6-826ceb620ae6 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a9a1ba-f597-44b2-ba9b-4b0de7887239 HTTP/1.1" status: 200 len: 945 time: 0.1271894 Feb 17 15:53:39.022670 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-243f7901-9f68-47e0-b8da-536b526eee42 req-2613d81a-e330-410a-843c-d505649fe446 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728726 Feb 17 15:53:39.062703 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Router 8788dd01-0c23-4a32-9dfd-ea5e9458860b has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:53:39.175384 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:53:39.179712 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for floatingip (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:39.187690 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0355aac0-5919-4a9f-82e0-be8dd60b3198 None None] Sync routers for ids ['8788dd01-0c23-4a32-9dfd-ea5e9458860b'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:53:39.197719 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0355aac0-5919-4a9f-82e0-be8dd60b3198 None None] Routers {'8788dd01-0c23-4a32-9dfd-ea5e9458860b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:53:39.198348 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-0355aac0-5919-4a9f-82e0-be8dd60b3198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:53:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['8788dd01-0c23-4a32-9dfd-ea5e9458860b'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:39.210783 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-a08a7d8d-c51a-4858-bd51-65cd47ebb17a tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "DELETE /v2.0/floatingips/9b4bf0ea-cdb6-4858-8a61-8516809d5ade HTTP/1.1" status: 204 len: 168 time: 1.2793694 Feb 17 15:53:39.211382 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035a6a9b-b5d3-404f-8cf7-a19efb07864b', 'tag': '8bd86dd7-775a-47b4-b767-9c03c824c757'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:53:39.213792 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d17ff2b-3ac5-4ad6-9bc0-6ff4c4d05083" -d '{"events": [{"name": "network-changed", "server_uuid": "035a6a9b-b5d3-404f-8cf7-a19efb07864b", "tag": "8bd86dd7-775a-47b4-b767-9c03c824c757"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:53:39.251443 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aade3b2e-1633-4f13-be82-138c4d9dd7a5 x-openstack-request-id: req-aade3b2e-1633-4f13-be82-138c4d9dd7a5 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:53:39.251741 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035a6a9b-b5d3-404f-8cf7-a19efb07864b", "tag": "8bd86dd7-775a-47b4-b767-9c03c824c757", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:53:39.252046 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aade3b2e-1633-4f13-be82-138c4d9dd7a5 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:53:39.252687 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035a6a9b-b5d3-404f-8cf7-a19efb07864b', 'tag': '8bd86dd7-775a-47b4-b767-9c03c824c757', 'status': 'completed', 'code': 200} Feb 17 15:53:39.314271 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-0355aac0-5919-4a9f-82e0-be8dd60b3198 None None] Set router 8788dd01-0c23-4a32-9dfd-ea5e9458860b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:53:39.326578 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17ff2b-3ac5-4ad6-9bc0-6ff4c4d05083 req-94f821e3-da3b-432d-9ce9-55252b6aeaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:39.328084 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7d17ff2b-3ac5-4ad6-9bc0-6ff4c4d05083 req-94f821e3-da3b-432d-9ce9-55252b6aeaea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a07442ccd84648079b83d0046a0ec54d&device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 1130 time: 0.0506613 Feb 17 15:53:39.456430 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17ff2b-3ac5-4ad6-9bc0-6ff4c4d05083 req-90c054d8-9686-4c6f-884f-1cdb1e925458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:39.457909 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7d17ff2b-3ac5-4ad6-9bc0-6ff4c4d05083 req-90c054d8-9686-4c6f-884f-1cdb1e925458 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e876fc21-a1fb-48e6-880e-d68377d6fe00 HTTP/1.1" status: 200 len: 910 time: 0.1184793 Feb 17 15:53:39.478331 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7735a8b-c5d5-4430-b70a-634199fb8798 req-a5230087-7c1a-4225-a69d-def49269b643 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:39.479762 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c7735a8b-c5d5-4430-b70a-634199fb8798 req-a5230087-7c1a-4225-a69d-def49269b643 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0781248 Feb 17 15:53:39.512146 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7d17ff2b-3ac5-4ad6-9bc0-6ff4c4d05083 req-e9d9c0d4-8efd-4d96-b244-f9cd3cbfad3b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8bd86dd7-775a-47b4-b767-9c03c824c757 HTTP/1.1" status: 200 len: 217 time: 0.0469882 Feb 17 15:53:39.521989 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-0355aac0-5919-4a9f-82e0-be8dd60b3198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'name': 'tempest-TestShelveInstance-1705159406-router', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:55Z', 'updated_at': '2022-02-17T15:48:04Z', 'revision_number': 4, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'gw_port': {'id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:57Z', 'updated_at': '2022-02-17T15:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '94975c98-a168-4160-be50-ff869f0383c8', 'name': '', 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'mac_address': 'fa:16:3e:dc:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '8f454ab8-9d17-4e5c-b573-5bcdca815dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:48:02Z', 'updated_at': '2022-02-17T15:48:10Z', 'revision_number': 5, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'subnets': [{'id': '8f454ab8-9d17-4e5c-b573-5bcdca815dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:39.548158 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0355aac0-5919-4a9f-82e0-be8dd60b3198 None None] Checking router: 8788dd01-0c23-4a32-9dfd-ea5e9458860b for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:53:39.556400 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0355aac0-5919-4a9f-82e0-be8dd60b3198 None None] Routers {'8788dd01-0c23-4a32-9dfd-ea5e9458860b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:53:39.557043 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-0355aac0-5919-4a9f-82e0-be8dd60b3198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:53:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['8788dd01-0c23-4a32-9dfd-ea5e9458860b'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:39.586970 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c7735a8b-c5d5-4430-b70a-634199fb8798 req-8ff7117e-efa9-47d5-b0c1-42289b24dfd2 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772631 Feb 17 15:53:39.588388 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17ff2b-3ac5-4ad6-9bc0-6ff4c4d05083 req-7bf053d2-20c1-4687-b7db-3492b16fb638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:39.589769 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7d17ff2b-3ac5-4ad6-9bc0-6ff4c4d05083 req-7bf053d2-20c1-4687-b7db-3492b16fb638 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8f454ab8-9d17-4e5c-b573-5bcdca815dd8 HTTP/1.1" status: 200 len: 848 time: 0.0663431 Feb 17 15:53:39.645109 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d17ff2b-3ac5-4ad6-9bc0-6ff4c4d05083 req-0f68b201-768c-4e9f-b971-c3e024b30cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:39.646647 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7d17ff2b-3ac5-4ad6-9bc0-6ff4c4d05083 req-0f68b201-768c-4e9f-b971-c3e024b30cd4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e876fc21-a1fb-48e6-880e-d68377d6fe00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0499935 Feb 17 15:53:39.667845 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-0355aac0-5919-4a9f-82e0-be8dd60b3198 None None] Set router 8788dd01-0c23-4a32-9dfd-ea5e9458860b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:53:39.739559 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7d17ff2b-3ac5-4ad6-9bc0-6ff4c4d05083 req-ea6e773a-b44e-42ab-89b6-d2da448f05fe service neutron] 10.222.0.24 "GET /v2.0/networks/e876fc21-a1fb-48e6-880e-d68377d6fe00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861995 Feb 17 15:53:39.844686 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7d17ff2b-3ac5-4ad6-9bc0-6ff4c4d05083 req-c4534812-d02c-4e34-8ae4-a6431bb7d7a8 service neutron] 10.222.0.24 "GET /v2.0/networks/e876fc21-a1fb-48e6-880e-d68377d6fe00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985055 Feb 17 15:53:39.883875 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-0355aac0-5919-4a9f-82e0-be8dd60b3198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'name': 'tempest-TestShelveInstance-1705159406-router', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:55Z', 'updated_at': '2022-02-17T15:48:04Z', 'revision_number': 4, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'gw_port': {'id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:57Z', 'updated_at': '2022-02-17T15:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '94975c98-a168-4160-be50-ff869f0383c8', 'name': '', 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'mac_address': 'fa:16:3e:dc:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '8f454ab8-9d17-4e5c-b573-5bcdca815dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:48:02Z', 'updated_at': '2022-02-17T15:48:10Z', 'revision_number': 5, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'subnets': [{'id': '8f454ab8-9d17-4e5c-b573-5bcdca815dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:39.909814 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0355aac0-5919-4a9f-82e0-be8dd60b3198 None None] The sync data for ids ['8788dd01-0c23-4a32-9dfd-ea5e9458860b'] in dv-cinder-606346-36-iscsi is: [{'id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'name': 'tempest-TestShelveInstance-1705159406-router', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:55Z', 'updated_at': '2022-02-17T15:48:04Z', 'revision_number': 4, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'gw_port': {'id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:57Z', 'updated_at': '2022-02-17T15:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '94975c98-a168-4160-be50-ff869f0383c8', 'name': '', 'network_id': 'e876fc21-a1fb-48e6-880e-d68377d6fe00', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'mac_address': 'fa:16:3e:dc:83:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '8f454ab8-9d17-4e5c-b573-5bcdca815dd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:48:02Z', 'updated_at': '2022-02-17T15:48:10Z', 'revision_number': 5, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'subnets': [{'id': '8f454ab8-9d17-4e5c-b573-5bcdca815dd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:53:40.127060 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f144511-2ac0-4a77-afb0-5796d4f361e4 None None] New status for floating IP 9b4bf0ea-cdb6-4858-8a61-8516809d5ade: DOWN {{(pid=109501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 15:53:40.146854 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811324c-6485-4161-b23d-3207d5a9ed5c req-ffd5fdc7-fabd-4b7f-8f02-98bcc8acf7d5 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:40.148329 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f811324c-6485-4161-b23d-3207d5a9ed5c req-ffd5fdc7-fabd-4b7f-8f02-98bcc8acf7d5 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a9a1ba-f597-44b2-ba9b-4b0de7887239 HTTP/1.1" status: 200 len: 945 time: 0.0544803 Feb 17 15:53:40.195660 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f811324c-6485-4161-b23d-3207d5a9ed5c req-975278d7-8e04-4604-ae31-cb3e538692ea tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417414 Feb 17 15:53:40.712166 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aec481-4d39-41dc-ba9c-5b8b50cbfa2a req-eda5a860-0528-44de-a6fa-4db1dbb0c9f4 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:40.713654 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-36aec481-4d39-41dc-ba9c-5b8b50cbfa2a req-eda5a860-0528-44de-a6fa-4db1dbb0c9f4 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0513167 Feb 17 15:53:40.760044 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-36aec481-4d39-41dc-ba9c-5b8b50cbfa2a req-2ebea651-b0ae-4284-85e7-1a1f81387b53 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/security-groups?id=cb8a2e86-d24a-4750-945f-095013f0eb24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409019 Feb 17 15:53:40.971453 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf158f-dd61-4a37-9bad-5613a9d923bc req-eb7bcb02-5779-4c35-afb3-584cb6825dad tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:40.973181 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-46bf158f-dd61-4a37-9bad-5613a9d923bc req-eb7bcb02-5779-4c35-afb3-584cb6825dad tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.24 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 946 time: 0.0543780 Feb 17 15:53:41.063932 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-46bf158f-dd61-4a37-9bad-5613a9d923bc req-23b48d65-2b89-46c4-aaac-aeccd0107753 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Deleting port 8bd86dd7-775a-47b4-b767-9c03c824c757 {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:53:41.064273 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-46bf158f-dd61-4a37-9bad-5613a9d923bc req-23b48d65-2b89-46c4-aaac-aeccd0107753 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (8bd86dd7-775a-47b4-b767-9c03c824c757), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:41.155043 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-46bf158f-dd61-4a37-9bad-5613a9d923bc req-23b48d65-2b89-46c4-aaac-aeccd0107753 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] For port 8bd86dd7-775a-47b4-b767-9c03c824c757, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=8bd86dd7-775a-47b4-b767-9c03c824c757,segment=NetworkSegment(5963083f-b065-4c02-8d0b-987780465e8f),segment_id=5963083f-b065-4c02-8d0b-987780465e8f)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:53:41.155455 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-46bf158f-dd61-4a37-9bad-5613a9d923bc req-23b48d65-2b89-46c4-aaac-aeccd0107753 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (8bd86dd7-775a-47b4-b767-9c03c824c757), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:41.168302 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-46bf158f-dd61-4a37-9bad-5613a9d923bc req-23b48d65-2b89-46c4-aaac-aeccd0107753 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Calling delete_port for 8bd86dd7-775a-47b4-b767-9c03c824c757 owned by compute:nova {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:53:41.295341 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-46bf158f-dd61-4a37-9bad-5613a9d923bc req-23b48d65-2b89-46c4-aaac-aeccd0107753 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (8bd86dd7-775a-47b4-b767-9c03c824c757), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:41.327526 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b48d65-2b89-46c4-aaac-aeccd0107753 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Pushing event deleted for resources: {'Port': ['ID=8bd86dd7-775a-47b4-b767-9c03c824c757,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:41.370442 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bf158f-dd61-4a37-9bad-5613a9d923bc req-23b48d65-2b89-46c4-aaac-aeccd0107753 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] No DVR routers for this DVR port 8bd86dd7-775a-47b4-b767-9c03c824c757 on host hv-cinder-60634 {{(pid=109499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:53:41.373329 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-46bf158f-dd61-4a37-9bad-5613a9d923bc req-23b48d65-2b89-46c4-aaac-aeccd0107753 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:41.376627 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-46bf158f-dd61-4a37-9bad-5613a9d923bc req-23b48d65-2b89-46c4-aaac-aeccd0107753 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.24 "DELETE /v2.0/ports/8bd86dd7-775a-47b4-b767-9c03c824c757 HTTP/1.1" status: 204 len: 173 time: 0.3978255 Feb 17 15:53:41.377079 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035a6a9b-b5d3-404f-8cf7-a19efb07864b', 'name': 'network-vif-deleted', 'tag': '8bd86dd7-775a-47b4-b767-9c03c824c757'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:53:41.379293 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accc3bbd-ae3c-4aa3-9284-30d37a845bca" -d '{"events": [{"server_uuid": "035a6a9b-b5d3-404f-8cf7-a19efb07864b", "name": "network-vif-deleted", "tag": "8bd86dd7-775a-47b4-b767-9c03c824c757"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:53:41.426438 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0c0d65-6d45-4e69-948e-b5dd49f1d406 x-openstack-request-id: req-bf0c0d65-6d45-4e69-948e-b5dd49f1d406 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:53:41.427198 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035a6a9b-b5d3-404f-8cf7-a19efb07864b", "name": "network-vif-deleted", "tag": "8bd86dd7-775a-47b4-b767-9c03c824c757", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:53:41.427198 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bf0c0d65-6d45-4e69-948e-b5dd49f1d406 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:53:41.427500 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035a6a9b-b5d3-404f-8cf7-a19efb07864b', 'name': 'network-vif-deleted', 'tag': '8bd86dd7-775a-47b4-b767-9c03c824c757', 'status': 'completed', 'code': 200} Feb 17 15:53:41.899786 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9cd6de13-d032-483d-9adb-e3451f793ba0 req-8f587996-43f2-4be2-93e7-e5b1b19a3c94 tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "GET /v2.0/ports?device_id=035a6a9b-b5d3-404f-8cf7-a19efb07864b HTTP/1.1" status: 200 len: 210 time: 0.0326879 Feb 17 15:53:41.923833 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263f270-3624-4bdf-98fe-28af3291c193 req-7928659c-5ce8-43d6-83b4-eb0d705ab7f3 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:41.925296 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8263f270-3624-4bdf-98fe-28af3291c193 req-7928659c-5ce8-43d6-83b4-eb0d705ab7f3 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/networks?id=3a62bfaf-f270-4f77-afbd-67e679298ace HTTP/1.1" status: 200 len: 815 time: 0.1341307 Feb 17 15:53:41.939944 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8263f270-3624-4bdf-98fe-28af3291c193 req-bb7b4c34-4e6c-4063-8612-2b5b9cacac1b tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/quotas/c6f2ae7968104ec2a3a0582872e9c07a HTTP/1.1" status: 200 len: 375 time: 0.0092549 Feb 17 15:53:41.991868 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8263f270-3624-4bdf-98fe-28af3291c193 req-3108ade1-151f-4009-aec6-bfe1d217957b tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c6f2ae7968104ec2a3a0582872e9c07a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473795 Feb 17 15:53:42.087201 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8263f270-3624-4bdf-98fe-28af3291c193 req-9e817bc0-d3a9-45dd-9d81-8c660ad755ab service neutron] 10.222.0.67 "GET /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880220 Feb 17 15:53:42.181419 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8263f270-3624-4bdf-98fe-28af3291c193 req-81cacb06-279b-4364-80de-fb315c4d2c5d service neutron] 10.222.0.67 "GET /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857732 Feb 17 15:53:42.334263 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e03de50e-6397-4737-9a26-adad2213261a req-d05c7092-248c-4d62-a7e1-f8cbf93fd34e tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2da1e7-3092-4774-8e97-855d3e82470d HTTP/1.1" status: 200 len: 210 time: 0.0265496 Feb 17 15:53:42.955317 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 58464) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:43.016279 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-318730c4-ff0d-4e97-ad6d-066c74a0e56f tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for security_group (cb8a2e86-d24a-4750-945f-095013f0eb24), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:43.040126 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-318730c4-ff0d-4e97-ad6d-066c74a0e56f tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for security_group (cb8a2e86-d24a-4750-945f-095013f0eb24), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:43.099001 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-318730c4-ff0d-4e97-ad6d-066c74a0e56f tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (cb8a2e86-d24a-4750-945f-095013f0eb24), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:43.101800 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-318730c4-ff0d-4e97-ad6d-066c74a0e56f tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:43.102992 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-318730c4-ff0d-4e97-ad6d-066c74a0e56f tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] 10.222.0.67 "DELETE /v2.0/security-groups/cb8a2e86-d24a-4750-945f-095013f0eb24 HTTP/1.1" status: 204 len: 168 time: 0.1466634 Feb 17 15:53:43.112601 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318730c4-ff0d-4e97-ad6d-066c74a0e56f tempest-TestShelveInstance-1611992308 tempest-TestShelveInstance-1611992308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8a2e86-d24a-4750-945f-095013f0eb24,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:43.148531 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 58468) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:43.337277 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263f270-3624-4bdf-98fe-28af3291c193 req-554745a7-be9a-4658-97e9-14daa695d0f1 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:43.338695 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8263f270-3624-4bdf-98fe-28af3291c193 req-554745a7-be9a-4658-97e9-14daa695d0f1 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.24 "GET /v2.0/networks?id=3a62bfaf-f270-4f77-afbd-67e679298ace HTTP/1.1" status: 200 len: 815 time: 0.1880083 Feb 17 15:53:43.351547 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [req-8263f270-3624-4bdf-98fe-28af3291c193 req-d0e7b809-d1e5-4b25-802e-e889feb3961d tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Request body: {'port': {'device_id': 'db2da1e7-3092-4774-8e97-855d3e82470d', 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace', 'admin_state_up': True, 'tenant_id': 'c6f2ae7968104ec2a3a0582872e9c07a'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:53:43.510419 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-bf97f7d2-c271-4e26-a6ec-7d7361d70aad req-a1418914-34f8-463e-b37c-3f7e2bff1d3d tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2da1e7-3092-4774-8e97-855d3e82470d HTTP/1.1" status: 200 len: 210 time: 0.0925212 Feb 17 15:53:43.576700 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8263f270-3624-4bdf-98fe-28af3291c193 req-d0e7b809-d1e5-4b25-802e-e889feb3961d tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Made reservation on behalf of c6f2ae7968104ec2a3a0582872e9c07a for: {'port': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:53:43.579986 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-8263f270-3624-4bdf-98fe-28af3291c193 req-d0e7b809-d1e5-4b25-802e-e889feb3961d tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:43.656225 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 8bd86dd7-775a-47b4-b767-9c03c824c757 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:53:43.676634 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] No Port match for: 8bd86dd7-775a-47b4-b767-9c03c824c757 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:53:43.676985 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 8bd86dd7-775a-47b4-b767-9c03c824c757 not bound to the agent host hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:53:43.763840 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [req-8263f270-3624-4bdf-98fe-28af3291c193 req-d0e7b809-d1e5-4b25-802e-e889feb3961d tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Allocated IP 172.20.0.14 (3a62bfaf-f270-4f77-afbd-67e679298ace/ca7e19bd-8e40-4fac-a81b-7df56146509d/58a768ac-4e1d-429a-ac25-2eb6671c3617) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:53:43.913145 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-1fe32ae3-2bd8-4b73-9e14-e0eaf23c6dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607139'] for router_interface (8788dd01-0c23-4a32-9dfd-ea5e9458860b), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:44.021172 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-8263f270-3624-4bdf-98fe-28af3291c193 req-d0e7b809-d1e5-4b25-802e-e889feb3961d tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks [] for port (58a768ac-4e1d-429a-ac25-2eb6671c3617), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:44.111690 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-8263f270-3624-4bdf-98fe-28af3291c193 req-d0e7b809-d1e5-4b25-802e-e889feb3961d tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (58a768ac-4e1d-429a-ac25-2eb6671c3617), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:44.122661 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['601f4763-00a7-4ab4-a90d-164c3dd6698e', '492e1fe9-97a2-4c93-a82b-cb4f6022cc85'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:53:44.169017 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8263f270-3624-4bdf-98fe-28af3291c193 req-d0e7b809-d1e5-4b25-802e-e889feb3961d tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Network 3a62bfaf-f270-4f77-afbd-67e679298ace is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:53:44.176029 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [req-8263f270-3624-4bdf-98fe-28af3291c193 req-d0e7b809-d1e5-4b25-802e-e889feb3961d tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:53:44.179348 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [req-8263f270-3624-4bdf-98fe-28af3291c193 req-d0e7b809-d1e5-4b25-802e-e889feb3961d tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:53:44.181758 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7b809-d1e5-4b25-802e-e889feb3961d tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Pushing event updated for resources: {'Port': ['ID=58a768ac-4e1d-429a-ac25-2eb6671c3617,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:44.250926 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263f270-3624-4bdf-98fe-28af3291c193 req-d0e7b809-d1e5-4b25-802e-e889feb3961d tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:44.251535 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-8263f270-3624-4bdf-98fe-28af3291c193 req-d0e7b809-d1e5-4b25-802e-e889feb3961d tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:44.289182 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8263f270-3624-4bdf-98fe-28af3291c193 req-d0e7b809-d1e5-4b25-802e-e889feb3961d tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9408522 Feb 17 15:53:44.302256 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [req-8263f270-3624-4bdf-98fe-28af3291c193 req-50ca4de0-90ec-47cd-ac1f-fed408b86548 service neutron] Request body: {'port': {'device_id': 'db2da1e7-3092-4774-8e97-855d3e82470d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:53:44.343067 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-1fe32ae3-2bd8-4b73-9e14-e0eaf23c6dda admin admin] Deleting port 94975c98-a168-4160-be50-ff869f0383c8 {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:53:44.343406 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-1fe32ae3-2bd8-4b73-9e14-e0eaf23c6dda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (94975c98-a168-4160-be50-ff869f0383c8), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:44.677753 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-8263f270-3624-4bdf-98fe-28af3291c193 req-50ca4de0-90ec-47cd-ac1f-fed408b86548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (58a768ac-4e1d-429a-ac25-2eb6671c3617), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:44.780471 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948354f4-9316-4d4e-a11b-90edb46f1839 req-ddb95dbe-40b8-4e43-be6e-51a5e8cb994b tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:44.781947 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-948354f4-9316-4d4e-a11b-90edb46f1839 req-ddb95dbe-40b8-4e43-be6e-51a5e8cb994b tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2da1e7-3092-4774-8e97-855d3e82470d HTTP/1.1" status: 200 len: 932 time: 0.1497736 Feb 17 15:53:44.785136 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [None req-1fe32ae3-2bd8-4b73-9e14-e0eaf23c6dda admin admin] For port 94975c98-a168-4160-be50-ff869f0383c8, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=94975c98-a168-4160-be50-ff869f0383c8,segment=NetworkSegment(5963083f-b065-4c02-8d0b-987780465e8f),segment_id=5963083f-b065-4c02-8d0b-987780465e8f)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:53:44.785504 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-1fe32ae3-2bd8-4b73-9e14-e0eaf23c6dda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (94975c98-a168-4160-be50-ff869f0383c8), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:44.810866 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-1fe32ae3-2bd8-4b73-9e14-e0eaf23c6dda admin admin] Calling delete_port for 94975c98-a168-4160-be50-ff869f0383c8 owned by network:router_interface {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:53:44.981628 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-948354f4-9316-4d4e-a11b-90edb46f1839 req-826b7685-fdb9-4d79-af6f-e314845a0af3 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935585 Feb 17 15:53:45.190677 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [req-8263f270-3624-4bdf-98fe-28af3291c193 req-50ca4de0-90ec-47cd-ac1f-fed408b86548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a768ac-4e1d-429a-ac25-2eb6671c3617 {{(pid=109499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:53:45.203342 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-8263f270-3624-4bdf-98fe-28af3291c193 req-50ca4de0-90ec-47cd-ac1f-fed408b86548 service neutron] Publish callbacks [] for port (58a768ac-4e1d-429a-ac25-2eb6671c3617), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:45.225382 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.provisioning_blocks [req-8263f270-3624-4bdf-98fe-28af3291c193 req-50ca4de0-90ec-47cd-ac1f-fed408b86548 service neutron] Transition to ACTIVE for port object 58a768ac-4e1d-429a-ac25-2eb6671c3617 will not be triggered until provisioned by entity L2. {{(pid=109499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 15:53:45.226346 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-1fe32ae3-2bd8-4b73-9e14-e0eaf23c6dda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (94975c98-a168-4160-be50-ff869f0383c8), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:45.234851 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-8263f270-3624-4bdf-98fe-28af3291c193 req-50ca4de0-90ec-47cd-ac1f-fed408b86548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (58a768ac-4e1d-429a-ac25-2eb6671c3617), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:45.256558 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe32ae3-2bd8-4b73-9e14-e0eaf23c6dda admin admin] Pushing event deleted for resources: {'Port': ['ID=94975c98-a168-4160-be50-ff869f0383c8,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:45.361586 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca4de0-90ec-47cd-ac1f-fed408b86548 service neutron] Pushing event updated for resources: {'Port': ['ID=58a768ac-4e1d-429a-ac25-2eb6671c3617,revision_number=2']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:45.501469 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-8263f270-3624-4bdf-98fe-28af3291c193 req-50ca4de0-90ec-47cd-ac1f-fed408b86548 service neutron] Attempting to bind port 58a768ac-4e1d-429a-ac25-2eb6671c3617 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:53:45.501804 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-8263f270-3624-4bdf-98fe-28af3291c193 req-50ca4de0-90ec-47cd-ac1f-fed408b86548 service neutron] Attempting to bind port 58a768ac-4e1d-429a-ac25-2eb6671c3617 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': 'ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace'}] {{(pid=109499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:53:45.502127 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8263f270-3624-4bdf-98fe-28af3291c193 req-50ca4de0-90ec-47cd-ac1f-fed408b86548 service neutron] Attempting to bind port 58a768ac-4e1d-429a-ac25-2eb6671c3617 on network 3a62bfaf-f270-4f77-afbd-67e679298ace {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:53:45.512949 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8263f270-3624-4bdf-98fe-28af3291c193 req-50ca4de0-90ec-47cd-ac1f-fed408b86548 service neutron] Port 58a768ac-4e1d-429a-ac25-2eb6671c3617 on network 3a62bfaf-f270-4f77-afbd-67e679298ace not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 15:53:45.513269 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8263f270-3624-4bdf-98fe-28af3291c193 req-50ca4de0-90ec-47cd-ac1f-fed408b86548 service neutron] Attempting to bind port 58a768ac-4e1d-429a-ac25-2eb6671c3617 on network 3a62bfaf-f270-4f77-afbd-67e679298ace {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:53:45.521971 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8263f270-3624-4bdf-98fe-28af3291c193 req-50ca4de0-90ec-47cd-ac1f-fed408b86548 service neutron] Checking agent: {'id': '085351c5-065a-4edc-ae4b-0d7f2b27b503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'started_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:53:45.522295 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8263f270-3624-4bdf-98fe-28af3291c193 req-50ca4de0-90ec-47cd-ac1f-fed408b86548 service neutron] Checking segment: {'id': 'ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:53:45.522678 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8263f270-3624-4bdf-98fe-28af3291c193 req-50ca4de0-90ec-47cd-ac1f-fed408b86548 service neutron] Bound using segment: {'id': 'ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace'} {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:53:45.523111 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-8263f270-3624-4bdf-98fe-28af3291c193 req-50ca4de0-90ec-47cd-ac1f-fed408b86548 service neutron] Bound port: 58a768ac-4e1d-429a-ac25-2eb6671c3617, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace'}}] {{(pid=109499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:53:45.523522 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-8263f270-3624-4bdf-98fe-28af3291c193 req-50ca4de0-90ec-47cd-ac1f-fed408b86548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (58a768ac-4e1d-429a-ac25-2eb6671c3617), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:45.525537 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-1fe32ae3-2bd8-4b73-9e14-e0eaf23c6dda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1607699'] for router_interface (8788dd01-0c23-4a32-9dfd-ea5e9458860b), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:45.659348 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:45.663033 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-8263f270-3624-4bdf-98fe-28af3291c193 req-50ca4de0-90ec-47cd-ac1f-fed408b86548 service neutron] For port 58a768ac-4e1d-429a-ac25-2eb6671c3617, host hv-cinder-60634, cleared binding levels {{(pid=109499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:53:45.667102 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-8263f270-3624-4bdf-98fe-28af3291c193 req-50ca4de0-90ec-47cd-ac1f-fed408b86548 service neutron] For port 58a768ac-4e1d-429a-ac25-2eb6671c3617, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=58a768ac-4e1d-429a-ac25-2eb6671c3617,segment=NetworkSegment(ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f),segment_id=ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f)] {{(pid=109499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:53:45.675409 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-8263f270-3624-4bdf-98fe-28af3291c193 req-50ca4de0-90ec-47cd-ac1f-fed408b86548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (58a768ac-4e1d-429a-ac25-2eb6671c3617), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:45.727949 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263f270-3624-4bdf-98fe-28af3291c193 req-50ca4de0-90ec-47cd-ac1f-fed408b86548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:45.727949 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-8263f270-3624-4bdf-98fe-28af3291c193 req-50ca4de0-90ec-47cd-ac1f-fed408b86548 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:45.727949 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8263f270-3624-4bdf-98fe-28af3291c193 req-50ca4de0-90ec-47cd-ac1f-fed408b86548 service neutron] 10.222.0.24 "PUT /v2.0/ports/58a768ac-4e1d-429a-ac25-2eb6671c3617 HTTP/1.1" status: 200 len: 1094 time: 1.4281197 Feb 17 15:53:45.727949 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2da1e7-3092-4774-8e97-855d3e82470d', 'tag': '58a768ac-4e1d-429a-ac25-2eb6671c3617'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:53:45.728995 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5154d165-52a9-46bd-90ae-3937fc322819" -d '{"events": [{"name": "network-changed", "server_uuid": "db2da1e7-3092-4774-8e97-855d3e82470d", "tag": "58a768ac-4e1d-429a-ac25-2eb6671c3617"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:53:45.778123 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082c6eff-964d-49c0-ac32-e1c6b33270bd x-openstack-request-id: req-082c6eff-964d-49c0-ac32-e1c6b33270bd {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:53:45.778932 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2da1e7-3092-4774-8e97-855d3e82470d", "tag": "58a768ac-4e1d-429a-ac25-2eb6671c3617", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:53:45.779182 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-082c6eff-964d-49c0-ac32-e1c6b33270bd {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:53:45.779570 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db2da1e7-3092-4774-8e97-855d3e82470d', 'tag': '58a768ac-4e1d-429a-ac25-2eb6671c3617', 'status': 'completed', 'code': 200} Feb 17 15:53:45.835387 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca4de0-90ec-47cd-ac1f-fed408b86548 service neutron] Pushing event updated for resources: {'Port': ['ID=58a768ac-4e1d-429a-ac25-2eb6671c3617,revision_number=3']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:45.874704 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263f270-3624-4bdf-98fe-28af3291c193 req-81df6d04-77bb-4709-b58c-4639c2026096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:45.876190 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8263f270-3624-4bdf-98fe-28af3291c193 req-81df6d04-77bb-4709-b58c-4639c2026096 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6f2ae7968104ec2a3a0582872e9c07a&device_id=db2da1e7-3092-4774-8e97-855d3e82470d HTTP/1.1" status: 200 len: 1128 time: 0.1085615 Feb 17 15:53:45.892983 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe32ae3-2bd8-4b73-9e14-e0eaf23c6dda admin admin] Router 8788dd01-0c23-4a32-9dfd-ea5e9458860b has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:53:45.921647 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8263f270-3624-4bdf-98fe-28af3291c193 req-90716995-0719-4df6-b7dd-34388fe117ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58a768ac-4e1d-429a-ac25-2eb6671c3617 HTTP/1.1" status: 200 len: 217 time: 0.0373583 Feb 17 15:53:46.036587 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263f270-3624-4bdf-98fe-28af3291c193 req-db385f92-f419-46f0-a431-a0291357a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:46.038044 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8263f270-3624-4bdf-98fe-28af3291c193 req-db385f92-f419-46f0-a431-a0291357a39b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca7e19bd-8e40-4fac-a81b-7df56146509d HTTP/1.1" status: 200 len: 855 time: 0.1094904 Feb 17 15:53:46.088344 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8263f270-3624-4bdf-98fe-28af3291c193 req-dcd3c587-27b7-4828-ba00-407f2c54ae8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a62bfaf-f270-4f77-afbd-67e679298ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420170 Feb 17 15:53:46.115930 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe32ae3-2bd8-4b73-9e14-e0eaf23c6dda admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:53:46.127780 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf41047-f3f4-4f63-9bfe-77b2942e5aa3 None None] Sync routers for ids ['8788dd01-0c23-4a32-9dfd-ea5e9458860b'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:53:46.131726 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-1fe32ae3-2bd8-4b73-9e14-e0eaf23c6dda admin admin] 10.222.0.67 "PUT /v2.0/routers/8788dd01-0c23-4a32-9dfd-ea5e9458860b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9797630 Feb 17 15:53:46.132723 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58486) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:46.137212 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf41047-f3f4-4f63-9bfe-77b2942e5aa3 None None] Routers {'8788dd01-0c23-4a32-9dfd-ea5e9458860b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:53:46.137823 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-fbf41047-f3f4-4f63-9bfe-77b2942e5aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:53:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['8788dd01-0c23-4a32-9dfd-ea5e9458860b'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:46.192625 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e23e4e-9a25-4adb-9f02-6c48ea641c01 req-be977016-0f36-4e37-9be1-35cbe0291059 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:46.194094 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-83e23e4e-9a25-4adb-9f02-6c48ea641c01 req-be977016-0f36-4e37-9be1-35cbe0291059 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2da1e7-3092-4774-8e97-855d3e82470d HTTP/1.1" status: 200 len: 944 time: 0.1372578 Feb 17 15:53:46.231099 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8263f270-3624-4bdf-98fe-28af3291c193 req-4891e3ff-b9a4-40c6-9452-49add8becc38 service neutron] 10.222.0.24 "GET /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269279 Feb 17 15:53:46.243226 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Publish callbacks [] for router (8788dd01-0c23-4a32-9dfd-ea5e9458860b), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:46.255256 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-fbf41047-f3f4-4f63-9bfe-77b2942e5aa3 None None] Set router 8788dd01-0c23-4a32-9dfd-ea5e9458860b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:53:46.282167 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-83e23e4e-9a25-4adb-9f02-6c48ea641c01 req-51d3e779-d912-4376-88b2-de63fd636afa tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818977 Feb 17 15:53:46.337160 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8263f270-3624-4bdf-98fe-28af3291c193 req-26bef2d4-f723-4a93-8ccc-744c4ce996a2 service neutron] 10.222.0.24 "GET /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955970 Feb 17 15:53:46.350496 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Publish callbacks [] for router_gateway (8788dd01-0c23-4a32-9dfd-ea5e9458860b), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:46.406913 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Deleting port 545f7897-900e-45b1-9b04-9fec23d1f84b {{(pid=109498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:53:46.407255 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (545f7897-900e-45b1-9b04-9fec23d1f84b), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:46.440852 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-fbf41047-f3f4-4f63-9bfe-77b2942e5aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'name': 'tempest-TestShelveInstance-1705159406-router', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:55Z', 'updated_at': '2022-02-17T15:53:45Z', 'revision_number': 5, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'gw_port': {'id': '545f7897-900e-45b1-9b04-9fec23d1f84b', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:47:57Z', 'updated_at': '2022-02-17T15:48:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:46.447998 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154d165-52a9-46bd-90ae-3937fc322819 req-a6141629-0f41-4df8-a382-f2a3365b9734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:46.449561 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5154d165-52a9-46bd-90ae-3937fc322819 req-a6141629-0f41-4df8-a382-f2a3365b9734 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6f2ae7968104ec2a3a0582872e9c07a&device_id=db2da1e7-3092-4774-8e97-855d3e82470d HTTP/1.1" status: 200 len: 1128 time: 0.0528140 Feb 17 15:53:46.468570 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf41047-f3f4-4f63-9bfe-77b2942e5aa3 None None] Checking router: 8788dd01-0c23-4a32-9dfd-ea5e9458860b for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:53:46.477488 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf41047-f3f4-4f63-9bfe-77b2942e5aa3 None None] Routers {'8788dd01-0c23-4a32-9dfd-ea5e9458860b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:53:46.478086 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-fbf41047-f3f4-4f63-9bfe-77b2942e5aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:53:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['8788dd01-0c23-4a32-9dfd-ea5e9458860b'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:46.486140 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] For port 545f7897-900e-45b1-9b04-9fec23d1f84b, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=545f7897-900e-45b1-9b04-9fec23d1f84b,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:53:46.486599 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (545f7897-900e-45b1-9b04-9fec23d1f84b), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:46.502507 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Calling delete_port for 545f7897-900e-45b1-9b04-9fec23d1f84b owned by network:router_gateway {{(pid=109498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:53:46.547181 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154d165-52a9-46bd-90ae-3937fc322819 req-9cbaa875-ec68-4c5d-a848-2e42791e3046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:46.548638 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5154d165-52a9-46bd-90ae-3937fc322819 req-9cbaa875-ec68-4c5d-a848-2e42791e3046 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3a62bfaf-f270-4f77-afbd-67e679298ace HTTP/1.1" status: 200 len: 916 time: 0.0922532 Feb 17 15:53:46.580165 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-fbf41047-f3f4-4f63-9bfe-77b2942e5aa3 None None] Set router 8788dd01-0c23-4a32-9dfd-ea5e9458860b gateway port host: None {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:53:46.598169 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5154d165-52a9-46bd-90ae-3937fc322819 req-54342052-9643-4577-8039-ed54ba5b77c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58a768ac-4e1d-429a-ac25-2eb6671c3617 HTTP/1.1" status: 200 len: 217 time: 0.0416625 Feb 17 15:53:46.638523 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-fbf41047-f3f4-4f63-9bfe-77b2942e5aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'name': 'tempest-TestShelveInstance-1705159406-router', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:55Z', 'updated_at': '2022-02-17T15:53:46Z', 'revision_number': 6, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'gw_port_host': None}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:46.659564 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154d165-52a9-46bd-90ae-3937fc322819 req-e2ba9ee4-827c-4516-bb79-42a399cbd9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:46.661071 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5154d165-52a9-46bd-90ae-3937fc322819 req-e2ba9ee4-827c-4516-bb79-42a399cbd9d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca7e19bd-8e40-4fac-a81b-7df56146509d HTTP/1.1" status: 200 len: 855 time: 0.0553753 Feb 17 15:53:46.665150 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf41047-f3f4-4f63-9bfe-77b2942e5aa3 None None] The sync data for ids ['8788dd01-0c23-4a32-9dfd-ea5e9458860b'] in dv-cinder-606346-36-iscsi is: [{'id': '8788dd01-0c23-4a32-9dfd-ea5e9458860b', 'name': 'tempest-TestShelveInstance-1705159406-router', 'tenant_id': 'a07442ccd84648079b83d0046a0ec54d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:47:55Z', 'updated_at': '2022-02-17T15:53:46Z', 'revision_number': 6, 'project_id': 'a07442ccd84648079b83d0046a0ec54d', 'gw_port_host': None}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:53:46.679651 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (545f7897-900e-45b1-9b04-9fec23d1f84b), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:46.694883 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5154d165-52a9-46bd-90ae-3937fc322819 req-72d575a6-2aa3-48ad-88b6-7850c0e7bbb8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a62bfaf-f270-4f77-afbd-67e679298ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270398 Feb 17 15:53:46.711275 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Pushing event deleted for resources: {'Port': ['ID=545f7897-900e-45b1-9b04-9fec23d1f84b,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:46.722914 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:46.723386 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:46.723969 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:46.724108 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:46.724385 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:46.724745 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:46.725075 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:46.725406 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:46.725733 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:46.726059 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:46.726382 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:46.726703 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:46.727022 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:53:46.782222 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1606057'] for router_gateway (8788dd01-0c23-4a32-9dfd-ea5e9458860b), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:46.790353 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5154d165-52a9-46bd-90ae-3937fc322819 req-fcc36f0b-ff0e-4dfd-92a4-28ad263faa5b service neutron] 10.222.0.24 "GET /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832639 Feb 17 15:53:46.871851 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-222871'] for router (8788dd01-0c23-4a32-9dfd-ea5e9458860b), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:46.874417 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Publish callbacks [] for router_controller (8788dd01-0c23-4a32-9dfd-ea5e9458860b), precommit_delete_associations {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:46.886341 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5154d165-52a9-46bd-90ae-3937fc322819 req-a5d7df64-f084-4913-9768-9fdcc3a7f3ec service neutron] 10.222.0.24 "GET /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881577 Feb 17 15:53:46.920512 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608253'] for router (8788dd01-0c23-4a32-9dfd-ea5e9458860b), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:46.921024 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8788dd01-0c23-4a32-9dfd-ea5e9458860b {{(pid=109498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 15:53:46.925047 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:46.926231 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-3a0a1c22-4b84-4a75-8f55-0330cd350f24 admin admin] 10.222.0.67 "DELETE /v2.0/routers/8788dd01-0c23-4a32-9dfd-ea5e9458860b HTTP/1.1" status: 204 len: 168 time: 0.7924414 Feb 17 15:53:46.928748 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58488) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:46.970275 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_v2 [None req-18aa50bc-735c-4d51-8033-0bf6bb892cc3 admin admin] Deleting subnet 8f454ab8-9d17-4e5c-b573-5bcdca815dd8 {{(pid=109498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 15:53:46.974030 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-18aa50bc-735c-4d51-8033-0bf6bb892cc3 admin admin] Publish callbacks [] for subnet (8f454ab8-9d17-4e5c-b573-5bcdca815dd8), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:47.009316 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-18aa50bc-735c-4d51-8033-0bf6bb892cc3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583511'] for subnet (8f454ab8-9d17-4e5c-b573-5bcdca815dd8), precommit_delete_associations {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:47.052228 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-884a31a1-44d1-4961-a1cc-22479b07035f req-843cdf4f-5cda-4153-9144-417df1ffdecb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475233 Feb 17 15:53:47.098528 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-18aa50bc-735c-4d51-8033-0bf6bb892cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775564'] for subnet (8f454ab8-9d17-4e5c-b573-5bcdca815dd8), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:47.142768 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a31a1-44d1-4961-a1cc-22479b07035f req-050dbdf4-dab6-4220-a8ff-ef5a3c96c45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:47.144490 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-884a31a1-44d1-4961-a1cc-22479b07035f req-050dbdf4-dab6-4220-a8ff-ef5a3c96c45b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c408aed137854f999d78e197a7cc75fc&device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c HTTP/1.1" status: 200 len: 1130 time: 0.0447624 Feb 17 15:53:47.158284 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-18aa50bc-735c-4d51-8033-0bf6bb892cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8641746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8764440'] for subnet (8f454ab8-9d17-4e5c-b573-5bcdca815dd8), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:47.182870 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa50bc-735c-4d51-8033-0bf6bb892cc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f454ab8-9d17-4e5c-b573-5bcdca815dd8,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:47.186586 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-18aa50bc-735c-4d51-8033-0bf6bb892cc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for subnet (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:47.191907 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-18aa50bc-735c-4d51-8033-0bf6bb892cc3 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/8f454ab8-9d17-4e5c-b573-5bcdca815dd8 HTTP/1.1" status: 204 len: 168 time: 0.2599959 Feb 17 15:53:47.192283 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58490) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:47.196160 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235d86c4-40f4-470d-8667-535d8f9d9d23 None None] Network e876fc21-a1fb-48e6-880e-d68377d6fe00 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:53:47.254200 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a31a1-44d1-4961-a1cc-22479b07035f req-7cc37799-468b-4eec-858e-0790ef8f1285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:47.256333 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-884a31a1-44d1-4961-a1cc-22479b07035f req-7cc37799-468b-4eec-858e-0790ef8f1285 service neutron] 10.222.0.24 "GET /v2.0/networks?id=759e632a-fe01-4c96-a989-2dc2f421382b HTTP/1.1" status: 200 len: 912 time: 0.0912671 Feb 17 15:53:47.265556 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bb83cf95-4d59-439d-9f47-0fee8654354a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686833'] for network (e876fc21-a1fb-48e6-880e-d68377d6fe00), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:47.327371 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [None req-bb83cf95-4d59-439d-9f47-0fee8654354a admin admin] Deleting port 899e91bf-4da5-4fff-b0e0-1e3c7192798c {{(pid=109498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:53:47.327837 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bb83cf95-4d59-439d-9f47-0fee8654354a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (899e91bf-4da5-4fff-b0e0-1e3c7192798c), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:47.331263 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-884a31a1-44d1-4961-a1cc-22479b07035f req-643cae2f-bfe9-4ffc-8189-7bacc85c7249 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf702545-bac0-40cf-8a57-21566f73aa08 HTTP/1.1" status: 200 len: 1002 time: 0.0664580 Feb 17 15:53:47.397502 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [None req-bb83cf95-4d59-439d-9f47-0fee8654354a admin admin] For port 899e91bf-4da5-4fff-b0e0-1e3c7192798c, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=899e91bf-4da5-4fff-b0e0-1e3c7192798c,segment=NetworkSegment(5963083f-b065-4c02-8d0b-987780465e8f),segment_id=5963083f-b065-4c02-8d0b-987780465e8f)] {{(pid=109498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:53:47.397810 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bb83cf95-4d59-439d-9f47-0fee8654354a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (899e91bf-4da5-4fff-b0e0-1e3c7192798c), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:47.410412 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [None req-bb83cf95-4d59-439d-9f47-0fee8654354a admin admin] Calling delete_port for 899e91bf-4da5-4fff-b0e0-1e3c7192798c owned by network:dhcp {{(pid=109498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:53:47.410777 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a31a1-44d1-4961-a1cc-22479b07035f req-d6b891dd-99ed-4a43-987b-e75978cda6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:47.412286 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-884a31a1-44d1-4961-a1cc-22479b07035f req-d6b891dd-99ed-4a43-987b-e75978cda6c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ace76b24-c3b7-4925-b310-79f338d4269f HTTP/1.1" status: 200 len: 850 time: 0.0745685 Feb 17 15:53:47.456559 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece98549-9a1d-43c9-812f-b969adac11fe None None] DHCP port deletion for e876fc21-a1fb-48e6-880e-d68377d6fe00 request from dv-cinder-606346-36-iscsi {{(pid=109500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 15:53:47.465638 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db6921-81bf-4286-968a-22ebe0dfd2a7 req-831b3806-3251-4c1b-80fa-69c33d81ea6f tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:47.467208 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c3db6921-81bf-4286-968a-22ebe0dfd2a7 req-831b3806-3251-4c1b-80fa-69c33d81ea6f tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2da1e7-3092-4774-8e97-855d3e82470d HTTP/1.1" status: 200 len: 944 time: 0.1007769 Feb 17 15:53:47.511704 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a31a1-44d1-4961-a1cc-22479b07035f req-9aaad299-2ef4-4e8c-b2b6-288d08dc4895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:47.513973 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-884a31a1-44d1-4961-a1cc-22479b07035f req-9aaad299-2ef4-4e8c-b2b6-288d08dc4895 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=759e632a-fe01-4c96-a989-2dc2f421382b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0887785 Feb 17 15:53:47.516144 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bb83cf95-4d59-439d-9f47-0fee8654354a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (899e91bf-4da5-4fff-b0e0-1e3c7192798c), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:47.526729 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-ece98549-9a1d-43c9-812f-b969adac11fe None None] Deleting port 899e91bf-4da5-4fff-b0e0-1e3c7192798c {{(pid=109500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:53:47.527493 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-ece98549-9a1d-43c9-812f-b969adac11fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (899e91bf-4da5-4fff-b0e0-1e3c7192798c), before_delete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:47.547022 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 899e91bf-4da5-4fff-b0e0-1e3c7192798c no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:53:47.552009 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83cf95-4d59-439d-9f47-0fee8654354a admin admin] Pushing event deleted for resources: {'Port': ['ID=899e91bf-4da5-4fff-b0e0-1e3c7192798c,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:47.556961 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb83cf95-4d59-439d-9f47-0fee8654354a admin admin] No DVR routers for this DVR port 899e91bf-4da5-4fff-b0e0-1e3c7192798c on host dv-cinder-606346-36-iscsi {{(pid=109498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:53:47.559859 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c3db6921-81bf-4286-968a-22ebe0dfd2a7 req-3385c36e-810c-42e9-8e59-290164df7edd tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858474 Feb 17 15:53:47.621677 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: 899e91bf-4da5-4fff-b0e0-1e3c7192798c {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:53:47.622563 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 899e91bf-4da5-4fff-b0e0-1e3c7192798c not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:53:47.622990 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 545f7897-900e-45b1-9b04-9fec23d1f84b no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:53:47.643781 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-884a31a1-44d1-4961-a1cc-22479b07035f req-5c2d7cb1-9cab-4a23-8a72-6215e7cf73b5 service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206899 Feb 17 15:53:47.646280 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-ece98549-9a1d-43c9-812f-b969adac11fe None None] For port 899e91bf-4da5-4fff-b0e0-1e3c7192798c, host dv-cinder-606346-36-iscsi, got binding levels [] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:53:47.646691 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-ece98549-9a1d-43c9-812f-b969adac11fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (899e91bf-4da5-4fff-b0e0-1e3c7192798c), precommit_delete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:47.654236 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: 545f7897-900e-45b1-9b04-9fec23d1f84b {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:53:47.654589 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 545f7897-900e-45b1-9b04-9fec23d1f84b not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:53:47.655015 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 94975c98-a168-4160-be50-ff869f0383c8 no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:53:47.661112 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 58a768ac-4e1d-429a-ac25-2eb6671c3617 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:53:47.669426 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bb83cf95-4d59-439d-9f47-0fee8654354a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772593', 'neutron.services.segments.db._delete_segments_for_network-8726999291531'] for network (e876fc21-a1fb-48e6-880e-d68377d6fe00), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:47.670190 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-ece98549-9a1d-43c9-812f-b969adac11fe None None] Calling delete_port for 899e91bf-4da5-4fff-b0e0-1e3c7192798c owned by network:dhcp {{(pid=109500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:53:47.691149 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.services.segments.db [None req-bb83cf95-4d59-439d-9f47-0fee8654354a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e876fc21-a1fb-48e6-880e-d68377d6fe00']}} {{(pid=109498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:47.694208 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.ipam_backend_mixin [None req-ece98549-9a1d-43c9-812f-b969adac11fe None None] Port 899e91bf-4da5-4fff-b0e0-1e3c7192798c was not found and therefore no delete operation was performed {{(pid=109500) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 15:53:47.701110 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: 94975c98-a168-4160-be50-ff869f0383c8 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:53:47.701483 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 94975c98-a168-4160-be50-ff869f0383c8 not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:53:47.706007 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-ece98549-9a1d-43c9-812f-b969adac11fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673'] for port (899e91bf-4da5-4fff-b0e0-1e3c7192798c), after_delete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:47.711630 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.services.segments.db [None req-bb83cf95-4d59-439d-9f47-0fee8654354a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5963083f-b065-4c02-8d0b-987780465e8f') {'for_net_delete': True} {{(pid=109498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:47.711962 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.services.segments.db [None req-bb83cf95-4d59-439d-9f47-0fee8654354a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5963083f-b065-4c02-8d0b-987780465e8f') {} {{(pid=109498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:47.725530 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece98549-9a1d-43c9-812f-b969adac11fe None None] No DVR routers for this DVR port 899e91bf-4da5-4fff-b0e0-1e3c7192798c on host dv-cinder-606346-36-iscsi {{(pid=109500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:53:47.730703 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bb83cf95-4d59-439d-9f47-0fee8654354a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726999292820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583518'] for segment (5963083f-b065-4c02-8d0b-987780465e8f), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:47.757303 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bb83cf95-4d59-439d-9f47-0fee8654354a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (5963083f-b065-4c02-8d0b-987780465e8f), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:47.759834 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece98549-9a1d-43c9-812f-b969adac11fe None None] Pushing event deleted for resources: {'Port': ['ID=899e91bf-4da5-4fff-b0e0-1e3c7192798c,revision_number=None']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:47.761318 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-884a31a1-44d1-4961-a1cc-22479b07035f req-1d40b9c0-2fbb-4d7e-a31f-b7970b4f29fd service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104264 Feb 17 15:53:47.769272 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb83cf95-4d59-439d-9f47-0fee8654354a admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 15:53:47.769755 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bb83cf95-4d59-439d-9f47-0fee8654354a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8641672'] for segment (5963083f-b065-4c02-8d0b-987780465e8f), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: Traceback (most recent call last): Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: timer() Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: cb(*args, **kw) Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: return func(*args, **kwargs) Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: self._notify() Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: self.callback(batched_events) Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: event.method(event) Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: return f(self, *a, **k) Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: return self._get(url).json() Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: return self.request(url, 'GET', **kwargs) Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 15:53:47.771595 dv-cinder-606346-36-iscsi neutron-server[109498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 15:53:47.833558 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bb83cf95-4d59-439d-9f47-0fee8654354a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-772362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1606029'] for network (e876fc21-a1fb-48e6-880e-d68377d6fe00), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:47.845448 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-bb83cf95-4d59-439d-9f47-0fee8654354a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:47.851918 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-bb83cf95-4d59-439d-9f47-0fee8654354a admin admin] 10.222.0.67 "DELETE /v2.0/networks/e876fc21-a1fb-48e6-880e-d68377d6fe00 HTTP/1.1" status: 204 len: 168 time: 0.6562657 Feb 17 15:53:47.852390 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 58494) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:47.863130 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 58a768ac-4e1d-429a-ac25-2eb6671c3617, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=58a768ac-4e1d-429a-ac25-2eb6671c3617,segment=NetworkSegment(ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f),segment_id=ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:53:47.863361 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83cf95-4d59-439d-9f47-0fee8654354a admin admin] Pushing event deleted for resources: {'Network': ['ID=e876fc21-a1fb-48e6-880e-d68377d6fe00,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:47.880967 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': '58a768ac-4e1d-429a-ac25-2eb6671c3617', 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace', 'port_id': '58a768ac-4e1d-429a-ac25-2eb6671c3617', 'mac_address': 'fa:16:3e:44:1f:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca7e19bd-8e40-4fac-a81b-7df56146509d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:53:47.926213 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 58a768ac-4e1d-429a-ac25-2eb6671c3617 is: DOWN; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:53:47.926525 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (58a768ac-4e1d-429a-ac25-2eb6671c3617), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:48.065959 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a768ac-4e1d-429a-ac25-2eb6671c3617 {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:53:48.084804 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 58a768ac-4e1d-429a-ac25-2eb6671c3617, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=58a768ac-4e1d-429a-ac25-2eb6671c3617,segment=NetworkSegment(ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f),segment_id=ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:53:48.088504 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (58a768ac-4e1d-429a-ac25-2eb6671c3617), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:48.134695 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=58a768ac-4e1d-429a-ac25-2eb6671c3617,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:48.203799 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ab4eaaa7-9716-471e-837f-46412340fe12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607139'] for router_interface (7c201258-ed2a-47b8-89bd-3130eea9040b), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:48.363498 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['58a768ac-4e1d-429a-ac25-2eb6671c3617'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:53:48.443793 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-ab4eaaa7-9716-471e-837f-46412340fe12 admin admin] Deleting port d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:53:48.444377 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ab4eaaa7-9716-471e-837f-46412340fe12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:48.522409 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [None req-ab4eaaa7-9716-471e-837f-46412340fe12 admin admin] For port d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd,segment=NetworkSegment(52d51b38-6bb9-4889-acdf-fd369d7b2133),segment_id=52d51b38-6bb9-4889-acdf-fd369d7b2133)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:53:48.522684 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ab4eaaa7-9716-471e-837f-46412340fe12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:48.535330 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-ab4eaaa7-9716-471e-837f-46412340fe12 admin admin] Calling delete_port for d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd owned by network:router_interface {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:53:48.707560 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b751dee-5795-4158-958e-512493cfeb01 req-b908cf6f-4050-4b24-9b22-7a1ab60e4efc tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:48.709044 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4b751dee-5795-4158-958e-512493cfeb01 req-b908cf6f-4050-4b24-9b22-7a1ab60e4efc tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2da1e7-3092-4774-8e97-855d3e82470d HTTP/1.1" status: 200 len: 945 time: 0.0706756 Feb 17 15:53:49.036163 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ab4eaaa7-9716-471e-837f-46412340fe12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:49.046148 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4b751dee-5795-4158-958e-512493cfeb01 req-ca7dee2a-6752-419f-ad71-8cb1cea3d2b4 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313658 Feb 17 15:53:49.065633 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4eaaa7-9716-471e-837f-46412340fe12 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:49.231877 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ab4eaaa7-9716-471e-837f-46412340fe12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1607699'] for router_interface (7c201258-ed2a-47b8-89bd-3130eea9040b), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:49.448354 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4eaaa7-9716-471e-837f-46412340fe12 admin admin] Router 7c201258-ed2a-47b8-89bd-3130eea9040b has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:53:49.555530 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4eaaa7-9716-471e-837f-46412340fe12 admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:53:49.560954 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-ab4eaaa7-9716-471e-837f-46412340fe12 admin admin] 10.222.0.67 "PUT /v2.0/routers/7c201258-ed2a-47b8-89bd-3130eea9040b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7072265 Feb 17 15:53:49.563440 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 58498) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:49.565748 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362e64d9-ebcd-4c16-b6f1-2083ba597d11 None None] Sync routers for ids ['7c201258-ed2a-47b8-89bd-3130eea9040b'] in dv-cinder-606346-36-iscsi {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:53:49.576057 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362e64d9-ebcd-4c16-b6f1-2083ba597d11 None None] Routers {'7c201258-ed2a-47b8-89bd-3130eea9040b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:53:49.576797 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-362e64d9-ebcd-4c16-b6f1-2083ba597d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:53:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['7c201258-ed2a-47b8-89bd-3130eea9040b'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:49.665174 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 58a768ac-4e1d-429a-ac25-2eb6671c3617 up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:53:49.678913 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-acf0cb90-f4ab-4809-80d1-fc59e60395f9 admin admin] Publish callbacks [] for router (7c201258-ed2a-47b8-89bd-3130eea9040b), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:49.690299 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-362e64d9-ebcd-4c16-b6f1-2083ba597d11 None None] Set router 7c201258-ed2a-47b8-89bd-3130eea9040b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:53:49.718600 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning for port 58a768ac-4e1d-429a-ac25-2eb6671c3617 completed by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 15:53:49.723450 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port 58a768ac-4e1d-429a-ac25-2eb6671c3617 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:53:49.723838 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (58a768ac-4e1d-429a-ac25-2eb6671c3617), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:49.805774 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-acf0cb90-f4ab-4809-80d1-fc59e60395f9 admin admin] Publish callbacks [] for router_gateway (7c201258-ed2a-47b8-89bd-3130eea9040b), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:49.831789 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 58a768ac-4e1d-429a-ac25-2eb6671c3617 is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:53:49.832506 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (58a768ac-4e1d-429a-ac25-2eb6671c3617), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:49.862089 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2da1e7-3092-4774-8e97-855d3e82470d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a768ac-4e1d-429a-ac25-2eb6671c3617'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:53:49.865410 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5cd58e5-8bfb-48e5-a8c0-079f61ce5d27" -d '{"events": [{"server_uuid": "db2da1e7-3092-4774-8e97-855d3e82470d", "name": "network-vif-plugged", "status": "completed", "tag": "58a768ac-4e1d-429a-ac25-2eb6671c3617"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:53:49.873284 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-acf0cb90-f4ab-4809-80d1-fc59e60395f9 admin admin] Deleting port 25c5b18d-a008-4441-9a36-26302ab4422f {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:53:49.873625 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-acf0cb90-f4ab-4809-80d1-fc59e60395f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (25c5b18d-a008-4441-9a36-26302ab4422f), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:49.880672 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 58a768ac-4e1d-429a-ac25-2eb6671c3617, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=58a768ac-4e1d-429a-ac25-2eb6671c3617,segment=NetworkSegment(ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f),segment_id=ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:53:49.888653 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (58a768ac-4e1d-429a-ac25-2eb6671c3617), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:49.925400 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-362e64d9-ebcd-4c16-b6f1-2083ba597d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c201258-ed2a-47b8-89bd-3130eea9040b', 'name': 'tempest-TestShelveInstance-720691626-router', 'tenant_id': '312708ea969c4e1ca0c4f76199adf878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '25c5b18d-a008-4441-9a36-26302ab4422f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:48:10Z', 'updated_at': '2022-02-17T15:53:48Z', 'revision_number': 5, 'project_id': '312708ea969c4e1ca0c4f76199adf878', 'gw_port': {'id': '25c5b18d-a008-4441-9a36-26302ab4422f', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:94:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c201258-ed2a-47b8-89bd-3130eea9040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:48:11Z', 'updated_at': '2022-02-17T15:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:49.950409 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ed9701-017f-44b4-92c0-3cdf17890534 x-openstack-request-id: req-32ed9701-017f-44b4-92c0-3cdf17890534 {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:53:49.950714 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2da1e7-3092-4774-8e97-855d3e82470d", "name": "network-vif-plugged", "status": "completed", "tag": "58a768ac-4e1d-429a-ac25-2eb6671c3617", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:53:49.950965 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-32ed9701-017f-44b4-92c0-3cdf17890534 {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:53:49.951359 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2da1e7-3092-4774-8e97-855d3e82470d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a768ac-4e1d-429a-ac25-2eb6671c3617', 'code': 200} Feb 17 15:53:49.956302 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=58a768ac-4e1d-429a-ac25-2eb6671c3617,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:49.962589 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362e64d9-ebcd-4c16-b6f1-2083ba597d11 None None] Checking router: 7c201258-ed2a-47b8-89bd-3130eea9040b for host: dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:53:49.983416 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362e64d9-ebcd-4c16-b6f1-2083ba597d11 None None] Routers {'7c201258-ed2a-47b8-89bd-3130eea9040b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:53:49.984419 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-362e64d9-ebcd-4c16-b6f1-2083ba597d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:53:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['7c201258-ed2a-47b8-89bd-3130eea9040b'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:49.987987 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [None req-acf0cb90-f4ab-4809-80d1-fc59e60395f9 admin admin] For port 25c5b18d-a008-4441-9a36-26302ab4422f, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=25c5b18d-a008-4441-9a36-26302ab4422f,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:53:49.987987 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-acf0cb90-f4ab-4809-80d1-fc59e60395f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (25c5b18d-a008-4441-9a36-26302ab4422f), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:49.999855 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-acf0cb90-f4ab-4809-80d1-fc59e60395f9 admin admin] Calling delete_port for 25c5b18d-a008-4441-9a36-26302ab4422f owned by network:router_gateway {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:53:50.187066 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-362e64d9-ebcd-4c16-b6f1-2083ba597d11 None None] Set router 7c201258-ed2a-47b8-89bd-3130eea9040b gateway port host: None {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:53:50.244913 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-362e64d9-ebcd-4c16-b6f1-2083ba597d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c201258-ed2a-47b8-89bd-3130eea9040b', 'name': 'tempest-TestShelveInstance-720691626-router', 'tenant_id': '312708ea969c4e1ca0c4f76199adf878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:48:10Z', 'updated_at': '2022-02-17T15:53:49Z', 'revision_number': 6, 'project_id': '312708ea969c4e1ca0c4f76199adf878', 'gw_port_host': None}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:50.248882 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-acf0cb90-f4ab-4809-80d1-fc59e60395f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (25c5b18d-a008-4441-9a36-26302ab4422f), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:50.271466 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362e64d9-ebcd-4c16-b6f1-2083ba597d11 None None] The sync data for ids ['7c201258-ed2a-47b8-89bd-3130eea9040b'] in dv-cinder-606346-36-iscsi is: [{'id': '7c201258-ed2a-47b8-89bd-3130eea9040b', 'name': 'tempest-TestShelveInstance-720691626-router', 'tenant_id': '312708ea969c4e1ca0c4f76199adf878', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:48:10Z', 'updated_at': '2022-02-17T15:53:49Z', 'revision_number': 6, 'project_id': '312708ea969c4e1ca0c4f76199adf878', 'gw_port_host': None}] {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:53:50.285785 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0cb90-f4ab-4809-80d1-fc59e60395f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=25c5b18d-a008-4441-9a36-26302ab4422f,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:50.294212 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af617853-5605-4b57-a0bd-c1e9caff0d7e req-911c35c2-af49-4341-bf45-ddcbc3f75c32 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:50.295556 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-af617853-5605-4b57-a0bd-c1e9caff0d7e req-911c35c2-af49-4341-bf45-ddcbc3f75c32 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2da1e7-3092-4774-8e97-855d3e82470d HTTP/1.1" status: 200 len: 946 time: 0.1526945 Feb 17 15:53:50.299145 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1995b7-fecf-4ce2-8605-ac387889cffe req-641b40a6-69f7-4d0f-9c77-068bec273936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:50.300587 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2b1995b7-fecf-4ce2-8605-ac387889cffe req-641b40a6-69f7-4d0f-9c77-068bec273936 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=db2da1e7-3092-4774-8e97-855d3e82470d HTTP/1.1" status: 200 len: 1130 time: 0.1436355 Feb 17 15:53:50.418276 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-acf0cb90-f4ab-4809-80d1-fc59e60395f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1606057'] for router_gateway (7c201258-ed2a-47b8-89bd-3130eea9040b), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:50.484222 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-af617853-5605-4b57-a0bd-c1e9caff0d7e req-c7908ecd-0806-4d53-933f-a4f8268a9470 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804588 Feb 17 15:53:50.512353 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2b1995b7-fecf-4ce2-8605-ac387889cffe req-d7a5d65a-c226-4e55-a4c1-a03b66669dd1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876929 Feb 17 15:53:50.519491 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-acf0cb90-f4ab-4809-80d1-fc59e60395f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-222871'] for router (7c201258-ed2a-47b8-89bd-3130eea9040b), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:50.521602 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-acf0cb90-f4ab-4809-80d1-fc59e60395f9 admin admin] Publish callbacks [] for router_controller (7c201258-ed2a-47b8-89bd-3130eea9040b), precommit_delete_associations {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:50.566389 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-acf0cb90-f4ab-4809-80d1-fc59e60395f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608253'] for router (7c201258-ed2a-47b8-89bd-3130eea9040b), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:50.566895 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf0cb90-f4ab-4809-80d1-fc59e60395f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c201258-ed2a-47b8-89bd-3130eea9040b {{(pid=109499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 15:53:50.571276 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-acf0cb90-f4ab-4809-80d1-fc59e60395f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:50.572425 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-acf0cb90-f4ab-4809-80d1-fc59e60395f9 admin admin] 10.222.0.67 "DELETE /v2.0/routers/7c201258-ed2a-47b8-89bd-3130eea9040b HTTP/1.1" status: 204 len: 168 time: 1.0076075 Feb 17 15:53:50.575857 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58504) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:50.622933 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_v2 [None req-442b714f-87b5-4187-96f9-7f69373a1d8c admin admin] Deleting subnet 16aa1ea7-ba33-4be2-b4ef-6ccfce287022 {{(pid=109498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 15:53:50.626496 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-442b714f-87b5-4187-96f9-7f69373a1d8c admin admin] Publish callbacks [] for subnet (16aa1ea7-ba33-4be2-b4ef-6ccfce287022), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:50.660891 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-442b714f-87b5-4187-96f9-7f69373a1d8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583511'] for subnet (16aa1ea7-ba33-4be2-b4ef-6ccfce287022), precommit_delete_associations {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:50.742536 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-442b714f-87b5-4187-96f9-7f69373a1d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775564'] for subnet (16aa1ea7-ba33-4be2-b4ef-6ccfce287022), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:50.794860 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-442b714f-87b5-4187-96f9-7f69373a1d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8641746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8764440'] for subnet (16aa1ea7-ba33-4be2-b4ef-6ccfce287022), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:50.818017 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b714f-87b5-4187-96f9-7f69373a1d8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16aa1ea7-ba33-4be2-b4ef-6ccfce287022,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:50.824523 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-442b714f-87b5-4187-96f9-7f69373a1d8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for subnet (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:50.828610 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-442b714f-87b5-4187-96f9-7f69373a1d8c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/16aa1ea7-ba33-4be2-b4ef-6ccfce287022 HTTP/1.1" status: 204 len: 168 time: 0.2509344 Feb 17 15:53:50.829637 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504ae723-ae7b-4a2a-a97e-25553248c97b None None] Network cdf35f51-bd1f-498c-a56a-ebc573f7e030 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:53:50.830803 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58506) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:50.897429 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-66fc1367-b0e0-41df-9e4f-6506f824444b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686833'] for network (cdf35f51-bd1f-498c-a56a-ebc573f7e030), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:50.948746 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [None req-66fc1367-b0e0-41df-9e4f-6506f824444b admin admin] Deleting port b6c300af-b62f-4980-a23e-a998711c1f88 {{(pid=109498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:53:50.949088 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-66fc1367-b0e0-41df-9e4f-6506f824444b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (b6c300af-b62f-4980-a23e-a998711c1f88), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:51.015328 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [None req-66fc1367-b0e0-41df-9e4f-6506f824444b admin admin] For port b6c300af-b62f-4980-a23e-a998711c1f88, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=b6c300af-b62f-4980-a23e-a998711c1f88,segment=NetworkSegment(52d51b38-6bb9-4889-acdf-fd369d7b2133),segment_id=52d51b38-6bb9-4889-acdf-fd369d7b2133)] {{(pid=109498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:53:51.015696 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-66fc1367-b0e0-41df-9e4f-6506f824444b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (b6c300af-b62f-4980-a23e-a998711c1f88), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:51.030918 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91beb715-3dfc-4f6f-acf9-2c04dccd355a None None] DHCP port deletion for cdf35f51-bd1f-498c-a56a-ebc573f7e030 request from dv-cinder-606346-36-iscsi {{(pid=109500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 15:53:51.031423 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [None req-66fc1367-b0e0-41df-9e4f-6506f824444b admin admin] Calling delete_port for b6c300af-b62f-4980-a23e-a998711c1f88 owned by network:dhcp {{(pid=109498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:53:51.079925 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-91beb715-3dfc-4f6f-acf9-2c04dccd355a None None] Deleting port b6c300af-b62f-4980-a23e-a998711c1f88 {{(pid=109500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:53:51.080297 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-91beb715-3dfc-4f6f-acf9-2c04dccd355a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (b6c300af-b62f-4980-a23e-a998711c1f88), before_delete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:51.112711 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-66fc1367-b0e0-41df-9e4f-6506f824444b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (b6c300af-b62f-4980-a23e-a998711c1f88), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:51.141565 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-91beb715-3dfc-4f6f-acf9-2c04dccd355a None None] For port b6c300af-b62f-4980-a23e-a998711c1f88, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=b6c300af-b62f-4980-a23e-a998711c1f88,segment=NetworkSegment(52d51b38-6bb9-4889-acdf-fd369d7b2133),segment_id=52d51b38-6bb9-4889-acdf-fd369d7b2133)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:53:51.141913 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc1367-b0e0-41df-9e4f-6506f824444b admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c300af-b62f-4980-a23e-a998711c1f88,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:51.142228 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-91beb715-3dfc-4f6f-acf9-2c04dccd355a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (b6c300af-b62f-4980-a23e-a998711c1f88), precommit_delete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:51.145767 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fc1367-b0e0-41df-9e4f-6506f824444b admin admin] No DVR routers for this DVR port b6c300af-b62f-4980-a23e-a998711c1f88 on host dv-cinder-606346-36-iscsi {{(pid=109498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:53:51.162759 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-91beb715-3dfc-4f6f-acf9-2c04dccd355a None None] Calling delete_port for b6c300af-b62f-4980-a23e-a998711c1f88 owned by network:dhcp {{(pid=109500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:53:51.216752 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-66fc1367-b0e0-41df-9e4f-6506f824444b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772593', 'neutron.services.segments.db._delete_segments_for_network-8726999291531'] for network (cdf35f51-bd1f-498c-a56a-ebc573f7e030), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:51.239198 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.services.segments.db [None req-66fc1367-b0e0-41df-9e4f-6506f824444b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdf35f51-bd1f-498c-a56a-ebc573f7e030']}} {{(pid=109498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:51.240222 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-91beb715-3dfc-4f6f-acf9-2c04dccd355a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673'] for port (b6c300af-b62f-4980-a23e-a998711c1f88), after_delete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:51.250553 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.services.segments.db [None req-66fc1367-b0e0-41df-9e4f-6506f824444b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d51b38-6bb9-4889-acdf-fd369d7b2133') {'for_net_delete': True} {{(pid=109498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:51.250844 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.services.segments.db [None req-66fc1367-b0e0-41df-9e4f-6506f824444b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d51b38-6bb9-4889-acdf-fd369d7b2133') {} {{(pid=109498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:53:51.265382 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-66fc1367-b0e0-41df-9e4f-6506f824444b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726999292820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583518'] for segment (52d51b38-6bb9-4889-acdf-fd369d7b2133), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:51.268648 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91beb715-3dfc-4f6f-acf9-2c04dccd355a None None] Pushing event deleted for resources: {'Port': ['ID=b6c300af-b62f-4980-a23e-a998711c1f88,revision_number=None']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:51.278671 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91beb715-3dfc-4f6f-acf9-2c04dccd355a None None] No DVR routers for this DVR port b6c300af-b62f-4980-a23e-a998711c1f88 on host dv-cinder-606346-36-iscsi {{(pid=109500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:53:51.279309 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-66fc1367-b0e0-41df-9e4f-6506f824444b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (52d51b38-6bb9-4889-acdf-fd369d7b2133), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:51.292938 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66fc1367-b0e0-41df-9e4f-6506f824444b admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 15:53:51.293502 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-66fc1367-b0e0-41df-9e4f-6506f824444b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8641672'] for segment (52d51b38-6bb9-4889-acdf-fd369d7b2133), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: Traceback (most recent call last): Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: timer() Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: cb(*args, **kw) Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: return func(*args, **kwargs) Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: self._notify() Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: self.callback(batched_events) Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: event.method(event) Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: return f(self, *a, **k) Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: return self._get(url).json() Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: return self.request(url, 'GET', **kwargs) Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 15:53:51.295749 dv-cinder-606346-36-iscsi neutron-server[109498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 15:53:51.356131 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-66fc1367-b0e0-41df-9e4f-6506f824444b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-772362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1606029'] for network (cdf35f51-bd1f-498c-a56a-ebc573f7e030), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:51.361724 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-66fc1367-b0e0-41df-9e4f-6506f824444b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:51.365042 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-66fc1367-b0e0-41df-9e4f-6506f824444b admin admin] 10.222.0.67 "DELETE /v2.0/networks/cdf35f51-bd1f-498c-a56a-ebc573f7e030 HTTP/1.1" status: 204 len: 168 time: 0.5332575 Feb 17 15:53:51.377831 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc1367-b0e0-41df-9e4f-6506f824444b admin admin] Pushing event deleted for resources: {'Network': ['ID=cdf35f51-bd1f-498c-a56a-ebc573f7e030,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:51.486709 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device b6c300af-b62f-4980-a23e-a998711c1f88 no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:53:51.492131 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58510) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:51.508675 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: b6c300af-b62f-4980-a23e-a998711c1f88 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:53:51.509031 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device b6c300af-b62f-4980-a23e-a998711c1f88 not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:53:51.509461 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:53:51.532701 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:53:51.533057 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device d9c7c021-b7c3-42d9-9f20-08fe8baa5dfd not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:53:51.533487 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 25c5b18d-a008-4441-9a36-26302ab4422f no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:53:51.539145 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-6223c92f-8022-4fde-9434-eefecdbeaeeb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a07442ccd84648079b83d0046a0ec54d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455685 Feb 17 15:53:51.541554 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58514) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:51.553317 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: 25c5b18d-a008-4441-9a36-26302ab4422f {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:53:51.553672 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 25c5b18d-a008-4441-9a36-26302ab4422f not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:53:51.599756 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f07176ac-e479-480d-ba4a-b83a036cb6d7 admin admin] Publish callbacks [] for security_group (02b1066f-5625-4aad-bddc-e3dc2e905b0b), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:51.621600 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7bbdd-ee98-4fbe-8b7a-9e96d42447cc req-d6ebcb35-b198-4f77-b68b-f486e1094b98 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:51.623830 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-77a7bbdd-ee98-4fbe-8b7a-9e96d42447cc req-d6ebcb35-b198-4f77-b68b-f486e1094b98 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2da1e7-3092-4774-8e97-855d3e82470d HTTP/1.1" status: 200 len: 946 time: 0.0676439 Feb 17 15:53:51.626061 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f07176ac-e479-480d-ba4a-b83a036cb6d7 admin admin] Publish callbacks [] for security_group (02b1066f-5625-4aad-bddc-e3dc2e905b0b), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:51.673141 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f07176ac-e479-480d-ba4a-b83a036cb6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (02b1066f-5625-4aad-bddc-e3dc2e905b0b), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:51.675673 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f07176ac-e479-480d-ba4a-b83a036cb6d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:51.679293 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-f07176ac-e479-480d-ba4a-b83a036cb6d7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/02b1066f-5625-4aad-bddc-e3dc2e905b0b HTTP/1.1" status: 204 len: 168 time: 0.1343925 Feb 17 15:53:51.681656 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-77a7bbdd-ee98-4fbe-8b7a-9e96d42447cc req-9aa0268a-ac1f-441f-9b4e-bc65a13b6942 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515873 Feb 17 15:53:51.686268 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07176ac-e479-480d-ba4a-b83a036cb6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b1066f-5625-4aad-bddc-e3dc2e905b0b,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:52.000080 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58520) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:52.037557 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-5ab7c8b0-9960-4126-9aa6-a47c80b21e36 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=312708ea969c4e1ca0c4f76199adf878&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0363355 Feb 17 15:53:52.039789 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58522) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:53:52.083897 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-094fd55c-19d1-45d4-bfc2-7c651111ae8b admin admin] Publish callbacks [] for security_group (d2480ae8-94a8-4fe4-a883-e6e19bbf960f), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:52.106061 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-094fd55c-19d1-45d4-bfc2-7c651111ae8b admin admin] Publish callbacks [] for security_group (d2480ae8-94a8-4fe4-a883-e6e19bbf960f), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:52.151630 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-094fd55c-19d1-45d4-bfc2-7c651111ae8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (d2480ae8-94a8-4fe4-a883-e6e19bbf960f), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:52.154862 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-094fd55c-19d1-45d4-bfc2-7c651111ae8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:53:52.155993 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-094fd55c-19d1-45d4-bfc2-7c651111ae8b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d2480ae8-94a8-4fe4-a883-e6e19bbf960f HTTP/1.1" status: 204 len: 168 time: 0.1153588 Feb 17 15:53:52.163312 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094fd55c-19d1-45d4-bfc2-7c651111ae8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2480ae8-94a8-4fe4-a883-e6e19bbf960f,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:53:52.792466 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb8fbb4-bdd5-4809-a75f-e3f975aa46cf req-a235c072-b99a-47b0-90f5-f12a4c8f3e85 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:53:52.793967 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4bb8fbb4-bdd5-4809-a75f-e3f975aa46cf req-a235c072-b99a-47b0-90f5-f12a4c8f3e85 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2da1e7-3092-4774-8e97-855d3e82470d HTTP/1.1" status: 200 len: 946 time: 0.0522218 Feb 17 15:53:52.843430 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4bb8fbb4-bdd5-4809-a75f-e3f975aa46cf req-0607261c-dcbc-4bed-b337-99875c5cb3d9 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439701 Feb 17 15:54:00.036523 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-54cd8aff-1979-4e90-8de3-37306ba0fc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:02.414346 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-33272387-2361-4aae-ab80-521665d8522b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:02.473617 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-5345bdc9-c897-4bab-8223-61283dd13fd9 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:02.475088 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-5345bdc9-c897-4bab-8223-61283dd13fd9 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/networks?id=3a62bfaf-f270-4f77-afbd-67e679298ace HTTP/1.1" status: 200 len: 815 time: 0.1005006 Feb 17 15:54:02.488960 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-4519cfba-d9b4-4190-86c6-cf81dede88ce tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/quotas/c6f2ae7968104ec2a3a0582872e9c07a HTTP/1.1" status: 200 len: 375 time: 0.0086248 Feb 17 15:54:02.543758 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-c4b870db-0187-43bf-b6a2-3e20db1c3413 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c6f2ae7968104ec2a3a0582872e9c07a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501802 Feb 17 15:54:02.592652 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:54:02.635582 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-91b23885-a901-4029-9f60-0cdbe17e735e service neutron] 10.222.0.67 "GET /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853360 Feb 17 15:54:02.726799 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-333c3100-0725-485f-b53a-b4d11b7ba93d service neutron] 10.222.0.67 "GET /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846882 Feb 17 15:54:02.882012 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0c9c2144-8388-4eca-af43-2c1c88beb0a1 req-a5183833-8d89-4321-a315-8c8ae08bc6ee tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e6c9086-15c1-4ce7-bf58-649af7d8d5cf HTTP/1.1" status: 200 len: 210 time: 0.0266163 Feb 17 15:54:03.632503 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:03.977880 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-73cc7194-80ba-468a-8995-419fa2fac983 req-51565487-96a8-482d-90cb-12339979bc8c tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e6c9086-15c1-4ce7-bf58-649af7d8d5cf HTTP/1.1" status: 200 len: 210 time: 0.0293825 Feb 17 15:54:04.076723 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-ed29b837-71ec-4b51-94e8-749cba6a3be1 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:04.078161 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-ed29b837-71ec-4b51-94e8-749cba6a3be1 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.24 "GET /v2.0/networks?id=3a62bfaf-f270-4f77-afbd-67e679298ace HTTP/1.1" status: 200 len: 815 time: 0.1030369 Feb 17 15:54:04.092247 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-ecfea33a-cbad-45ed-beec-8105168b7b51 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Request body: {'port': {'device_id': '6e6c9086-15c1-4ce7-bf58-649af7d8d5cf', 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace', 'admin_state_up': True, 'tenant_id': 'c6f2ae7968104ec2a3a0582872e9c07a'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:54:04.194940 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-ecfea33a-cbad-45ed-beec-8105168b7b51 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Made reservation on behalf of c6f2ae7968104ec2a3a0582872e9c07a for: {'port': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:54:04.198367 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-ecfea33a-cbad-45ed-beec-8105168b7b51 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:04.320829 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-ecfea33a-cbad-45ed-beec-8105168b7b51 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Allocated IP 172.20.0.13 (3a62bfaf-f270-4f77-afbd-67e679298ace/ca7e19bd-8e40-4fac-a81b-7df56146509d/13a3e724-99f4-4812-a119-25dae2460a8b) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:54:04.461753 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-ecfea33a-cbad-45ed-beec-8105168b7b51 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks [] for port (13a3e724-99f4-4812-a119-25dae2460a8b), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:04.493557 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-ecfea33a-cbad-45ed-beec-8105168b7b51 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (13a3e724-99f4-4812-a119-25dae2460a8b), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:04.505536 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['601f4763-00a7-4ab4-a90d-164c3dd6698e', '492e1fe9-97a2-4c93-a82b-cb4f6022cc85', '58a768ac-4e1d-429a-ac25-2eb6671c3617'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:54:04.537078 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-ecfea33a-cbad-45ed-beec-8105168b7b51 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Network 3a62bfaf-f270-4f77-afbd-67e679298ace is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:54:04.540218 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-ecfea33a-cbad-45ed-beec-8105168b7b51 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:54:04.543858 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-ecfea33a-cbad-45ed-beec-8105168b7b51 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:54:04.566776 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfea33a-cbad-45ed-beec-8105168b7b51 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Pushing event updated for resources: {'Port': ['ID=13a3e724-99f4-4812-a119-25dae2460a8b,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:04.593813 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-ecfea33a-cbad-45ed-beec-8105168b7b51 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:04.594423 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-ecfea33a-cbad-45ed-beec-8105168b7b51 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:04.611620 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-ecfea33a-cbad-45ed-beec-8105168b7b51 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5231087 Feb 17 15:54:04.624729 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-72776603-e8b7-49ce-9b7b-f41ea39c653f service neutron] Request body: {'port': {'device_id': '6e6c9086-15c1-4ce7-bf58-649af7d8d5cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:54:04.684513 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-72776603-e8b7-49ce-9b7b-f41ea39c653f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (13a3e724-99f4-4812-a119-25dae2460a8b), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:04.939977 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-72776603-e8b7-49ce-9b7b-f41ea39c653f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a3e724-99f4-4812-a119-25dae2460a8b {{(pid=109499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:54:04.947374 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-72776603-e8b7-49ce-9b7b-f41ea39c653f service neutron] Publish callbacks [] for port (13a3e724-99f4-4812-a119-25dae2460a8b), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:04.960121 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.provisioning_blocks [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-72776603-e8b7-49ce-9b7b-f41ea39c653f service neutron] Transition to ACTIVE for port object 13a3e724-99f4-4812-a119-25dae2460a8b will not be triggered until provisioned by entity L2. {{(pid=109499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 15:54:04.963782 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-72776603-e8b7-49ce-9b7b-f41ea39c653f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (13a3e724-99f4-4812-a119-25dae2460a8b), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:05.028735 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72776603-e8b7-49ce-9b7b-f41ea39c653f service neutron] Pushing event updated for resources: {'Port': ['ID=13a3e724-99f4-4812-a119-25dae2460a8b,revision_number=2']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:05.100365 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:05.120327 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-72776603-e8b7-49ce-9b7b-f41ea39c653f service neutron] Attempting to bind port 13a3e724-99f4-4812-a119-25dae2460a8b on host hv-cinder-60634 for vnic_type normal with profile {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:54:05.120687 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-72776603-e8b7-49ce-9b7b-f41ea39c653f service neutron] Attempting to bind port 13a3e724-99f4-4812-a119-25dae2460a8b by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': 'ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace'}] {{(pid=109499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:54:05.121015 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-72776603-e8b7-49ce-9b7b-f41ea39c653f service neutron] Attempting to bind port 13a3e724-99f4-4812-a119-25dae2460a8b on network 3a62bfaf-f270-4f77-afbd-67e679298ace {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:54:05.133317 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63cec0-8ee0-4cb3-bb86-55696c54be33 req-5236c745-c745-41da-a96d-f6c018a2f08d tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:05.134791 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5b63cec0-8ee0-4cb3-bb86-55696c54be33 req-5236c745-c745-41da-a96d-f6c018a2f08d tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e6c9086-15c1-4ce7-bf58-649af7d8d5cf HTTP/1.1" status: 200 len: 944 time: 0.0754728 Feb 17 15:54:05.135316 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-72776603-e8b7-49ce-9b7b-f41ea39c653f service neutron] Port 13a3e724-99f4-4812-a119-25dae2460a8b on network 3a62bfaf-f270-4f77-afbd-67e679298ace not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 15:54:05.135632 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-72776603-e8b7-49ce-9b7b-f41ea39c653f service neutron] Attempting to bind port 13a3e724-99f4-4812-a119-25dae2460a8b on network 3a62bfaf-f270-4f77-afbd-67e679298ace {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:54:05.142747 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-72776603-e8b7-49ce-9b7b-f41ea39c653f service neutron] Checking agent: {'id': '085351c5-065a-4edc-ae4b-0d7f2b27b503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'started_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:54:05.143084 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-72776603-e8b7-49ce-9b7b-f41ea39c653f service neutron] Checking segment: {'id': 'ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:54:05.143459 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-72776603-e8b7-49ce-9b7b-f41ea39c653f service neutron] Bound using segment: {'id': 'ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace'} {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:54:05.143882 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-72776603-e8b7-49ce-9b7b-f41ea39c653f service neutron] Bound port: 13a3e724-99f4-4812-a119-25dae2460a8b, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace'}}] {{(pid=109499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:54:05.144243 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-72776603-e8b7-49ce-9b7b-f41ea39c653f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (13a3e724-99f4-4812-a119-25dae2460a8b), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:05.218670 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5b63cec0-8ee0-4cb3-bb86-55696c54be33 req-f35e7e63-855c-447e-9da9-609123910e52 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776808 Feb 17 15:54:05.238988 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-72776603-e8b7-49ce-9b7b-f41ea39c653f service neutron] For port 13a3e724-99f4-4812-a119-25dae2460a8b, host hv-cinder-60634, cleared binding levels {{(pid=109499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:54:05.242180 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-72776603-e8b7-49ce-9b7b-f41ea39c653f service neutron] For port 13a3e724-99f4-4812-a119-25dae2460a8b, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=13a3e724-99f4-4812-a119-25dae2460a8b,segment=NetworkSegment(ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f),segment_id=ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f)] {{(pid=109499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:54:05.247216 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-72776603-e8b7-49ce-9b7b-f41ea39c653f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (13a3e724-99f4-4812-a119-25dae2460a8b), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:05.280656 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-72776603-e8b7-49ce-9b7b-f41ea39c653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:05.281270 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-72776603-e8b7-49ce-9b7b-f41ea39c653f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:05.282672 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-72776603-e8b7-49ce-9b7b-f41ea39c653f service neutron] 10.222.0.24 "PUT /v2.0/ports/13a3e724-99f4-4812-a119-25dae2460a8b HTTP/1.1" status: 200 len: 1094 time: 0.6626902 Feb 17 15:54:05.283093 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6c9086-15c1-4ce7-bf58-649af7d8d5cf', 'tag': '13a3e724-99f4-4812-a119-25dae2460a8b'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:54:05.285351 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add19908-2798-4689-b9f3-87af1dd7baf0" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6c9086-15c1-4ce7-bf58-649af7d8d5cf", "tag": "13a3e724-99f4-4812-a119-25dae2460a8b"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:54:05.309395 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72776603-e8b7-49ce-9b7b-f41ea39c653f service neutron] Pushing event updated for resources: {'Port': ['ID=13a3e724-99f4-4812-a119-25dae2460a8b,revision_number=3']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:05.321650 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7165b48d-97ab-478e-8417-92002ec9e0d0 x-openstack-request-id: req-7165b48d-97ab-478e-8417-92002ec9e0d0 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:54:05.321931 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6c9086-15c1-4ce7-bf58-649af7d8d5cf", "tag": "13a3e724-99f4-4812-a119-25dae2460a8b", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:54:05.322248 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7165b48d-97ab-478e-8417-92002ec9e0d0 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:54:05.322596 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6c9086-15c1-4ce7-bf58-649af7d8d5cf', 'tag': '13a3e724-99f4-4812-a119-25dae2460a8b', 'status': 'completed', 'code': 200} Feb 17 15:54:05.368338 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-f7120c67-2685-4bdc-a516-a5f53f449ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:05.369888 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-f7120c67-2685-4bdc-a516-a5f53f449ed5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6f2ae7968104ec2a3a0582872e9c07a&device_id=6e6c9086-15c1-4ce7-bf58-649af7d8d5cf HTTP/1.1" status: 200 len: 1128 time: 0.0439644 Feb 17 15:54:05.414107 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-00eba2cb-959b-4701-915a-dffc56913331 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13a3e724-99f4-4812-a119-25dae2460a8b HTTP/1.1" status: 200 len: 217 time: 0.0336545 Feb 17 15:54:05.465870 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-dd6fa0c2-e50b-49ab-af0e-3ba954858b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:05.467287 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-dd6fa0c2-e50b-49ab-af0e-3ba954858b32 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca7e19bd-8e40-4fac-a81b-7df56146509d HTTP/1.1" status: 200 len: 855 time: 0.0452526 Feb 17 15:54:05.504064 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-3416e7c3-568d-48bc-a34e-91029c4a551e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a62bfaf-f270-4f77-afbd-67e679298ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245328 Feb 17 15:54:05.591182 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-4db1b47f-5b08-4e38-90a9-aaa3f7c24cf1 service neutron] 10.222.0.24 "GET /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790522 Feb 17 15:54:05.682749 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a353fb93-1c6f-40e5-8c9d-695cefcf3298 req-b65a9335-12a5-4e96-8aa8-f49c28aaf825 service neutron] 10.222.0.24 "GET /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847430 Feb 17 15:54:05.775633 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add19908-2798-4689-b9f3-87af1dd7baf0 req-f376f32f-e908-4168-a151-f26921b1a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:05.777086 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-add19908-2798-4689-b9f3-87af1dd7baf0 req-f376f32f-e908-4168-a151-f26921b1a038 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c6f2ae7968104ec2a3a0582872e9c07a&device_id=6e6c9086-15c1-4ce7-bf58-649af7d8d5cf HTTP/1.1" status: 200 len: 1128 time: 0.0436175 Feb 17 15:54:05.869402 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add19908-2798-4689-b9f3-87af1dd7baf0 req-6387693a-35d7-4f2e-b807-b4a677dbd5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:05.870842 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-add19908-2798-4689-b9f3-87af1dd7baf0 req-6387693a-35d7-4f2e-b807-b4a677dbd5b9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3a62bfaf-f270-4f77-afbd-67e679298ace HTTP/1.1" status: 200 len: 916 time: 0.0848832 Feb 17 15:54:05.912551 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-add19908-2798-4689-b9f3-87af1dd7baf0 req-ca300f86-7c1c-4aed-b463-b8c180ab7593 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13a3e724-99f4-4812-a119-25dae2460a8b HTTP/1.1" status: 200 len: 217 time: 0.0336738 Feb 17 15:54:05.963020 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add19908-2798-4689-b9f3-87af1dd7baf0 req-bec29aeb-21a6-4f60-92a0-35e1150a005d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:05.964460 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-add19908-2798-4689-b9f3-87af1dd7baf0 req-bec29aeb-21a6-4f60-92a0-35e1150a005d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca7e19bd-8e40-4fac-a81b-7df56146509d HTTP/1.1" status: 200 len: 855 time: 0.0446734 Feb 17 15:54:05.996488 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-add19908-2798-4689-b9f3-87af1dd7baf0 req-f25d6cb0-bb54-4436-b020-ce913793915d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3a62bfaf-f270-4f77-afbd-67e679298ace&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240736 Feb 17 15:54:06.083216 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-add19908-2798-4689-b9f3-87af1dd7baf0 req-aa691887-f032-4a16-acf3-c986815b1a56 service neutron] 10.222.0.24 "GET /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801835 Feb 17 15:54:06.174060 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-add19908-2798-4689-b9f3-87af1dd7baf0 req-b464de94-32bd-426c-aee8-a62f40477a4c service neutron] 10.222.0.24 "GET /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827546 Feb 17 15:54:06.335587 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff28fda-4106-4187-ad63-d739bb75a118 req-cd9b204e-4383-4ed1-8775-c8adfbb8c4e8 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:06.337001 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7ff28fda-4106-4187-ad63-d739bb75a118 req-cd9b204e-4383-4ed1-8775-c8adfbb8c4e8 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e6c9086-15c1-4ce7-bf58-649af7d8d5cf HTTP/1.1" status: 200 len: 944 time: 0.0517352 Feb 17 15:54:06.386352 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7ff28fda-4106-4187-ad63-d739bb75a118 req-a1326197-55a0-4403-9a90-0339764321e2 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434229 Feb 17 15:54:06.576656 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:06.660884 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276b1a8-1480-4685-8b16-bf8f2a70b91a req-9d5e9079-b1a3-418d-8612-16b0ee4ec2dd tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:06.662355 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6276b1a8-1480-4685-8b16-bf8f2a70b91a req-9d5e9079-b1a3-418d-8612-16b0ee4ec2dd tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c HTTP/1.1" status: 200 len: 946 time: 0.0554233 Feb 17 15:54:06.964367 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6276b1a8-1480-4685-8b16-bf8f2a70b91a req-884a7d3e-269c-4a2d-8fa6-984732bcea70 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2964940 Feb 17 15:54:07.504552 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61aeb1f-dec7-408e-a578-6119702e6941 req-8ef3a722-c7a3-42d1-9308-5a0fd87d3fd6 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:07.506011 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f61aeb1f-dec7-408e-a578-6119702e6941 req-8ef3a722-c7a3-42d1-9308-5a0fd87d3fd6 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e6c9086-15c1-4ce7-bf58-649af7d8d5cf HTTP/1.1" status: 200 len: 944 time: 0.0518279 Feb 17 15:54:07.551301 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f61aeb1f-dec7-408e-a578-6119702e6941 req-f28b53c8-3fb6-4540-8eb5-a1c0b5f66ab3 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398526 Feb 17 15:54:07.738954 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 13a3e724-99f4-4812-a119-25dae2460a8b details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:54:07.836898 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 13a3e724-99f4-4812-a119-25dae2460a8b, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=13a3e724-99f4-4812-a119-25dae2460a8b,segment=NetworkSegment(ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f),segment_id=ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:54:07.847413 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': '13a3e724-99f4-4812-a119-25dae2460a8b', 'network_id': '3a62bfaf-f270-4f77-afbd-67e679298ace', 'port_id': '13a3e724-99f4-4812-a119-25dae2460a8b', 'mac_address': 'fa:16:3e:70:91:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca7e19bd-8e40-4fac-a81b-7df56146509d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:54:07.883396 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 13a3e724-99f4-4812-a119-25dae2460a8b is: DOWN; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:54:07.883781 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (13a3e724-99f4-4812-a119-25dae2460a8b), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:07.896711 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a3e724-99f4-4812-a119-25dae2460a8b {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:54:07.916126 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 13a3e724-99f4-4812-a119-25dae2460a8b, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=13a3e724-99f4-4812-a119-25dae2460a8b,segment=NetworkSegment(ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f),segment_id=ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:54:07.920674 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (13a3e724-99f4-4812-a119-25dae2460a8b), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:07.971820 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=13a3e724-99f4-4812-a119-25dae2460a8b,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:08.088946 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfb0fc-fe80-4911-b372-681f1f76eabe req-06954be4-f1f1-4cb4-80be-4f0050d23f70 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:08.090461 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-80bfb0fc-fe80-4911-b372-681f1f76eabe req-06954be4-f1f1-4cb4-80be-4f0050d23f70 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c HTTP/1.1" status: 200 len: 946 time: 0.0516803 Feb 17 15:54:08.140354 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-80bfb0fc-fe80-4911-b372-681f1f76eabe req-aef64378-c30c-4108-8dcb-78ba7a003455 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442672 Feb 17 15:54:08.199605 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['13a3e724-99f4-4812-a119-25dae2460a8b'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:54:08.300270 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb2d5e-a80d-44b4-878f-a0d1848af1cf req-985c62cb-6488-47db-bcbb-087ca127e65c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:08.301646 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-27fb2d5e-a80d-44b4-878f-a0d1848af1cf req-985c62cb-6488-47db-bcbb-087ca127e65c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c HTTP/1.1" status: 200 len: 946 time: 0.0504870 Feb 17 15:54:08.394813 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-27fb2d5e-a80d-44b4-878f-a0d1848af1cf req-ea35f50f-aa4f-44e3-9e47-129f2ed9cb79 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Deleting port cf702545-bac0-40cf-8a57-21566f73aa08 {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:54:08.395149 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-27fb2d5e-a80d-44b4-878f-a0d1848af1cf req-ea35f50f-aa4f-44e3-9e47-129f2ed9cb79 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (cf702545-bac0-40cf-8a57-21566f73aa08), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:08.483621 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-27fb2d5e-a80d-44b4-878f-a0d1848af1cf req-ea35f50f-aa4f-44e3-9e47-129f2ed9cb79 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] For port cf702545-bac0-40cf-8a57-21566f73aa08, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=cf702545-bac0-40cf-8a57-21566f73aa08,segment=NetworkSegment(eb85bb1d-d03c-4ee4-83d9-8bb61def30f3),segment_id=eb85bb1d-d03c-4ee4-83d9-8bb61def30f3)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:54:08.483990 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-27fb2d5e-a80d-44b4-878f-a0d1848af1cf req-ea35f50f-aa4f-44e3-9e47-129f2ed9cb79 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (cf702545-bac0-40cf-8a57-21566f73aa08), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:08.677703 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-27fb2d5e-a80d-44b4-878f-a0d1848af1cf req-ea35f50f-aa4f-44e3-9e47-129f2ed9cb79 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:08.678399 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-27fb2d5e-a80d-44b4-878f-a0d1848af1cf req-ea35f50f-aa4f-44e3-9e47-129f2ed9cb79 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1606115'] for floatingip (c959e9f7-a8a2-43e5-b9fe-99d82f1921a2), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:08.678399 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.l3_db [req-27fb2d5e-a80d-44b4-878f-a0d1848af1cf req-ea35f50f-aa4f-44e3-9e47-129f2ed9cb79 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Floating IP c959e9f7-a8a2-43e5-b9fe-99d82f1921a2 disassociated. External IP: 172.27.3.121, port: cf702545-bac0-40cf-8a57-21566f73aa08. Feb 17 15:54:08.678711 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-27fb2d5e-a80d-44b4-878f-a0d1848af1cf req-ea35f50f-aa4f-44e3-9e47-129f2ed9cb79 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Calling delete_port for cf702545-bac0-40cf-8a57-21566f73aa08 owned by compute:nova {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:54:08.732589 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e87399-a3bf-46db-abb7-df09f94cb3b7 req-12de42f4-7cb6-4c38-ab5c-fd1fed03f700 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:08.734053 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b5e87399-a3bf-46db-abb7-df09f94cb3b7 req-12de42f4-7cb6-4c38-ab5c-fd1fed03f700 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e6c9086-15c1-4ce7-bf58-649af7d8d5cf HTTP/1.1" status: 200 len: 945 time: 0.1099288 Feb 17 15:54:08.800390 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b5e87399-a3bf-46db-abb7-df09f94cb3b7 req-18674dbb-9074-4150-9efc-bc008eda43f4 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598981 Feb 17 15:54:08.856948 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-27fb2d5e-a80d-44b4-878f-a0d1848af1cf req-ea35f50f-aa4f-44e3-9e47-129f2ed9cb79 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (cf702545-bac0-40cf-8a57-21566f73aa08), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:08.884798 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea35f50f-aa4f-44e3-9e47-129f2ed9cb79 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Pushing event deleted for resources: {'Port': ['ID=cf702545-bac0-40cf-8a57-21566f73aa08,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:08.997543 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27fb2d5e-a80d-44b4-878f-a0d1848af1cf req-ea35f50f-aa4f-44e3-9e47-129f2ed9cb79 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Router 347a5324-6c18-40b2-a505-f131883c2fc2 has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:54:09.104761 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27fb2d5e-a80d-44b4-878f-a0d1848af1cf req-ea35f50f-aa4f-44e3-9e47-129f2ed9cb79 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:54:09.114125 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8ae59f-6f3d-4d00-bfb1-3baa43236dc7 None None] Sync routers for ids ['347a5324-6c18-40b2-a505-f131883c2fc2'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:54:09.124887 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8ae59f-6f3d-4d00-bfb1-3baa43236dc7 None None] Routers {'347a5324-6c18-40b2-a505-f131883c2fc2'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:54:09.125499 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-6f8ae59f-6f3d-4d00-bfb1-3baa43236dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:54:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['347a5324-6c18-40b2-a505-f131883c2fc2'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:54:09.146125 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [req-27fb2d5e-a80d-44b4-878f-a0d1848af1cf req-ea35f50f-aa4f-44e3-9e47-129f2ed9cb79 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] No DVR routers for this DVR port cf702545-bac0-40cf-8a57-21566f73aa08 on host hv-cinder-60634 {{(pid=109499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:54:09.148684 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-27fb2d5e-a80d-44b4-878f-a0d1848af1cf req-ea35f50f-aa4f-44e3-9e47-129f2ed9cb79 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:09.151932 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-27fb2d5e-a80d-44b4-878f-a0d1848af1cf req-ea35f50f-aa4f-44e3-9e47-129f2ed9cb79 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.24 "DELETE /v2.0/ports/cf702545-bac0-40cf-8a57-21566f73aa08 HTTP/1.1" status: 204 len: 173 time: 0.8448734 Feb 17 15:54:09.152371 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f0a37d8-ecf9-4e2b-8557-b44c3827471c', 'name': 'network-vif-deleted', 'tag': 'cf702545-bac0-40cf-8a57-21566f73aa08'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:54:09.154672 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da125af-8c0a-4b80-b6d2-4b013fa4f10a" -d '{"events": [{"server_uuid": "2f0a37d8-ecf9-4e2b-8557-b44c3827471c", "name": "network-vif-deleted", "tag": "cf702545-bac0-40cf-8a57-21566f73aa08"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:54:09.196017 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0441db6c-8752-4eb5-b18c-e7a2a0aee6b0 x-openstack-request-id: req-0441db6c-8752-4eb5-b18c-e7a2a0aee6b0 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:54:09.196314 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f0a37d8-ecf9-4e2b-8557-b44c3827471c", "name": "network-vif-deleted", "tag": "cf702545-bac0-40cf-8a57-21566f73aa08", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:54:09.196595 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0441db6c-8752-4eb5-b18c-e7a2a0aee6b0 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:54:09.197051 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f0a37d8-ecf9-4e2b-8557-b44c3827471c', 'name': 'network-vif-deleted', 'tag': 'cf702545-bac0-40cf-8a57-21566f73aa08', 'status': 'completed', 'code': 200} Feb 17 15:54:09.246580 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-6f8ae59f-6f3d-4d00-bfb1-3baa43236dc7 None None] Set router 347a5324-6c18-40b2-a505-f131883c2fc2 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:54:09.247099 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d9885979-5fe4-4e94-a3fa-376539e65846 req-c1bbb557-4978-4d66-9058-bfd051101f49 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f0a37d8-ecf9-4e2b-8557-b44c3827471c HTTP/1.1" status: 200 len: 210 time: 0.0277500 Feb 17 15:54:09.459015 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-6f8ae59f-6f3d-4d00-bfb1-3baa43236dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:23Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '0488e847-b3f1-443a-97a4-fcf8fe370cfc', 'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'mac_address': 'fa:16:3e:a1:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:23Z', 'updated_at': '2022-02-17T15:51:28Z', 'revision_number': 5, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'subnets': [{'id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:54:09.486520 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8ae59f-6f3d-4d00-bfb1-3baa43236dc7 None None] Checking router: 347a5324-6c18-40b2-a505-f131883c2fc2 for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:54:09.494936 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8ae59f-6f3d-4d00-bfb1-3baa43236dc7 None None] Routers {'347a5324-6c18-40b2-a505-f131883c2fc2'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:54:09.495536 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-6f8ae59f-6f3d-4d00-bfb1-3baa43236dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:54:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['347a5324-6c18-40b2-a505-f131883c2fc2'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:54:09.600541 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-6f8ae59f-6f3d-4d00-bfb1-3baa43236dc7 None None] Set router 347a5324-6c18-40b2-a505-f131883c2fc2 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:54:09.742096 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 13a3e724-99f4-4812-a119-25dae2460a8b up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:54:09.836361 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning for port 13a3e724-99f4-4812-a119-25dae2460a8b completed by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 15:54:09.842801 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port 13a3e724-99f4-4812-a119-25dae2460a8b triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:54:09.843176 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (13a3e724-99f4-4812-a119-25dae2460a8b), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:09.847609 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-6f8ae59f-6f3d-4d00-bfb1-3baa43236dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:23Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '0488e847-b3f1-443a-97a4-fcf8fe370cfc', 'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'mac_address': 'fa:16:3e:a1:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:23Z', 'updated_at': '2022-02-17T15:51:28Z', 'revision_number': 5, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'subnets': [{'id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:54:09.894977 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8ae59f-6f3d-4d00-bfb1-3baa43236dc7 None None] The sync data for ids ['347a5324-6c18-40b2-a505-f131883c2fc2'] in dv-cinder-606346-36-iscsi is: [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:23Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '0488e847-b3f1-443a-97a4-fcf8fe370cfc', 'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'mac_address': 'fa:16:3e:a1:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:23Z', 'updated_at': '2022-02-17T15:51:28Z', 'revision_number': 5, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'subnets': [{'id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:54:09.933280 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee911a-c6bc-453c-81e1-2cfcfd196ba6 req-576da02e-8c59-467c-ac92-03c40417f304 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:09.934870 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b3ee911a-c6bc-453c-81e1-2cfcfd196ba6 req-576da02e-8c59-467c-ac92-03c40417f304 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e6c9086-15c1-4ce7-bf58-649af7d8d5cf HTTP/1.1" status: 200 len: 945 time: 0.0583327 Feb 17 15:54:09.962232 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port 13a3e724-99f4-4812-a119-25dae2460a8b is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:54:09.962665 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (13a3e724-99f4-4812-a119-25dae2460a8b), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:09.987205 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b3ee911a-c6bc-453c-81e1-2cfcfd196ba6 req-d5cd3416-bb07-488b-9678-75649ae288ee tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463440 Feb 17 15:54:09.987902 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6c9086-15c1-4ce7-bf58-649af7d8d5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a3e724-99f4-4812-a119-25dae2460a8b'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:54:09.990202 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38822336-2817-4a57-9a44-b183c1da7386" -d '{"events": [{"server_uuid": "6e6c9086-15c1-4ce7-bf58-649af7d8d5cf", "name": "network-vif-plugged", "status": "completed", "tag": "13a3e724-99f4-4812-a119-25dae2460a8b"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:54:10.007959 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port 13a3e724-99f4-4812-a119-25dae2460a8b, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=13a3e724-99f4-4812-a119-25dae2460a8b,segment=NetworkSegment(ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f),segment_id=ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:54:10.012511 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (13a3e724-99f4-4812-a119-25dae2460a8b), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:10.037188 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8cbfc1-e956-4752-9289-66fc88aeea66 x-openstack-request-id: req-9d8cbfc1-e956-4752-9289-66fc88aeea66 {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:54:10.037478 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6c9086-15c1-4ce7-bf58-649af7d8d5cf", "name": "network-vif-plugged", "status": "completed", "tag": "13a3e724-99f4-4812-a119-25dae2460a8b", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:54:10.037732 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9d8cbfc1-e956-4752-9289-66fc88aeea66 {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:54:10.038126 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6c9086-15c1-4ce7-bf58-649af7d8d5cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a3e724-99f4-4812-a119-25dae2460a8b', 'code': 200} Feb 17 15:54:10.066393 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=13a3e724-99f4-4812-a119-25dae2460a8b,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:10.168828 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9959e9e2-392e-43e9-a91c-e14f99d7ea72 None None] New status for floating IP c959e9f7-a8a2-43e5-b9fe-99d82f1921a2: DOWN {{(pid=109501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 15:54:10.204477 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa88da-b2ba-4ac9-9613-6ff164978212 req-f1f586f0-882f-4e2a-9ee6-833bc8e58186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:10.206016 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-00aa88da-b2ba-4ac9-9613-6ff164978212 req-f1f586f0-882f-4e2a-9ee6-833bc8e58186 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e6c9086-15c1-4ce7-bf58-649af7d8d5cf HTTP/1.1" status: 200 len: 1130 time: 0.0451431 Feb 17 15:54:10.249616 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-00aa88da-b2ba-4ac9-9613-6ff164978212 req-899993d0-c62a-4703-8e7d-29e65c231abe service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379241 Feb 17 15:54:10.554025 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4b901b70-e817-42e9-a424-e427a0b34304 req-ba82139f-7796-4f47-9729-ca0902e2cc4a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1597094562&fields=id&tenant_id=c408aed137854f999d78e197a7cc75fc HTTP/1.1" status: 200 len: 267 time: 0.0426753 Feb 17 15:54:10.659977 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b901b70-e817-42e9-a424-e427a0b34304 req-37bb9f14-495b-4cff-90eb-666002f1c384 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:10.661447 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4b901b70-e817-42e9-a424-e427a0b34304 req-37bb9f14-495b-4cff-90eb-666002f1c384 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/networks?id=759e632a-fe01-4c96-a989-2dc2f421382b HTTP/1.1" status: 200 len: 811 time: 0.1009936 Feb 17 15:54:10.676027 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4b901b70-e817-42e9-a424-e427a0b34304 req-16da1c1c-df03-4555-8e94-1e6dd3886b56 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/quotas/c408aed137854f999d78e197a7cc75fc HTTP/1.1" status: 200 len: 375 time: 0.0091608 Feb 17 15:54:10.728823 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4b901b70-e817-42e9-a424-e427a0b34304 req-4847e85e-12bd-47cc-9c4f-830973aa8691 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c408aed137854f999d78e197a7cc75fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482061 Feb 17 15:54:10.822347 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4b901b70-e817-42e9-a424-e427a0b34304 req-c3ac1071-5425-4fb8-bc58-dddc533d7bd2 service neutron] 10.222.0.67 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822067 Feb 17 15:54:10.907472 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4b901b70-e817-42e9-a424-e427a0b34304 req-62848d9b-b628-4da8-924d-2fa0ec42bf8c service neutron] 10.222.0.67 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796854 Feb 17 15:54:11.105645 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef68392e-39b8-4114-bc59-caa87eb5ec98 req-19b51f02-9324-4171-a476-3e4dfda54b0f tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:11.107055 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef68392e-39b8-4114-bc59-caa87eb5ec98 req-19b51f02-9324-4171-a476-3e4dfda54b0f tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e6c9086-15c1-4ce7-bf58-649af7d8d5cf HTTP/1.1" status: 200 len: 946 time: 0.0531292 Feb 17 15:54:11.175299 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef68392e-39b8-4114-bc59-caa87eb5ec98 req-305ad29d-3622-4a56-ac48-708495dd07c6 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625360 Feb 17 15:54:11.190505 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-7d06b904-2b24-4dad-946a-29e25ad009f3 req-65ba4c9f-3063-44a6-ab71-066c5121d8d7 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 210 time: 0.0384469 Feb 17 15:54:11.762586 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device cf702545-bac0-40cf-8a57-21566f73aa08 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:54:11.784046 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] No Port match for: cf702545-bac0-40cf-8a57-21566f73aa08 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:54:11.784545 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device cf702545-bac0-40cf-8a57-21566f73aa08 not bound to the agent host hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:54:12.142905 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b901b70-e817-42e9-a424-e427a0b34304 req-bf81f507-3cee-4d59-9c5d-7cea360431b1 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:12.144475 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4b901b70-e817-42e9-a424-e427a0b34304 req-bf81f507-3cee-4d59-9c5d-7cea360431b1 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.24 "GET /v2.0/networks?id=759e632a-fe01-4c96-a989-2dc2f421382b HTTP/1.1" status: 200 len: 811 time: 0.1042113 Feb 17 15:54:12.211648 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4b901b70-e817-42e9-a424-e427a0b34304 req-dcf9199c-ea93-4694-af17-304cd8918409 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c408aed137854f999d78e197a7cc75fc HTTP/1.1" status: 200 len: 380 time: 0.0570762 Feb 17 15:54:12.220150 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [req-4b901b70-e817-42e9-a424-e427a0b34304 req-65321cbd-d4df-4d42-84cd-59661d686536 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Request body: {'port': {'device_id': '7af13d43-30ce-4017-a909-5ea2073b2ebb', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'admin_state_up': True, 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'security_groups': ['f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa']}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:54:12.347175 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-cc6780fc-62de-450a-aac6-27282932f560 req-05d9f3a5-0dc2-412e-9947-b6d7b599010d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 210 time: 0.0541737 Feb 17 15:54:12.380876 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217876b-3e95-4707-a4e2-097852a76e64 req-c5e8c8e3-5ea9-4650-a756-98f432fffd66 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:12.382263 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b217876b-3e95-4707-a4e2-097852a76e64 req-c5e8c8e3-5ea9-4650-a756-98f432fffd66 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e6c9086-15c1-4ce7-bf58-649af7d8d5cf HTTP/1.1" status: 200 len: 946 time: 0.1276727 Feb 17 15:54:12.407522 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b901b70-e817-42e9-a424-e427a0b34304 req-65321cbd-d4df-4d42-84cd-59661d686536 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Made reservation on behalf of c408aed137854f999d78e197a7cc75fc for: {'port': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:54:12.410766 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-4b901b70-e817-42e9-a424-e427a0b34304 req-65321cbd-d4df-4d42-84cd-59661d686536 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:12.457073 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-b217876b-3e95-4707-a4e2-097852a76e64 req-b559c51b-9d3e-4039-b350-eaf4988073c4 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671489 Feb 17 15:54:12.566484 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [req-4b901b70-e817-42e9-a424-e427a0b34304 req-65321cbd-d4df-4d42-84cd-59661d686536 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Allocated IP 172.20.0.14 (759e632a-fe01-4c96-a989-2dc2f421382b/ace76b24-c3b7-4925-b310-79f338d4269f/fa2a9176-3d78-4373-8756-fa25f56d8548) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:54:12.717067 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-4b901b70-e817-42e9-a424-e427a0b34304 req-65321cbd-d4df-4d42-84cd-59661d686536 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for port (fa2a9176-3d78-4373-8756-fa25f56d8548), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:12.755172 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-4b901b70-e817-42e9-a424-e427a0b34304 req-65321cbd-d4df-4d42-84cd-59661d686536 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (fa2a9176-3d78-4373-8756-fa25f56d8548), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:12.798560 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b901b70-e817-42e9-a424-e427a0b34304 req-65321cbd-d4df-4d42-84cd-59661d686536 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Network 759e632a-fe01-4c96-a989-2dc2f421382b is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:54:12.803805 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [req-4b901b70-e817-42e9-a424-e427a0b34304 req-65321cbd-d4df-4d42-84cd-59661d686536 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:54:12.807479 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b901b70-e817-42e9-a424-e427a0b34304 req-65321cbd-d4df-4d42-84cd-59661d686536 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:54:12.832662 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65321cbd-d4df-4d42-84cd-59661d686536 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Pushing event updated for resources: {'Port': ['ID=fa2a9176-3d78-4373-8756-fa25f56d8548,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:12.862405 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b901b70-e817-42e9-a424-e427a0b34304 req-65321cbd-d4df-4d42-84cd-59661d686536 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:12.863016 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-4b901b70-e817-42e9-a424-e427a0b34304 req-65321cbd-d4df-4d42-84cd-59661d686536 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:12.879501 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4b901b70-e817-42e9-a424-e427a0b34304 req-65321cbd-d4df-4d42-84cd-59661d686536 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6630840 Feb 17 15:54:12.891914 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [req-4b901b70-e817-42e9-a424-e427a0b34304 req-6a8d3cf0-2002-41c7-93d5-a86eba142985 service neutron] Request body: {'port': {'device_id': '7af13d43-30ce-4017-a909-5ea2073b2ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:54:12.952761 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-4b901b70-e817-42e9-a424-e427a0b34304 req-6a8d3cf0-2002-41c7-93d5-a86eba142985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (fa2a9176-3d78-4373-8756-fa25f56d8548), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:13.040988 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-47460970-6608-4c51-84c2-91881d152bc8 None None] Provisioning complete for port fa2a9176-3d78-4373-8756-fa25f56d8548 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:54:13.041684 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-47460970-6608-4c51-84c2-91881d152bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (fa2a9176-3d78-4373-8756-fa25f56d8548), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:13.079234 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-47460970-6608-4c51-84c2-91881d152bc8 None None] Port fa2a9176-3d78-4373-8756-fa25f56d8548 cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:54:13.210282 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [req-4b901b70-e817-42e9-a424-e427a0b34304 req-6a8d3cf0-2002-41c7-93d5-a86eba142985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa2a9176-3d78-4373-8756-fa25f56d8548 {{(pid=109499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:54:13.217450 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-4b901b70-e817-42e9-a424-e427a0b34304 req-6a8d3cf0-2002-41c7-93d5-a86eba142985 service neutron] Publish callbacks [] for port (fa2a9176-3d78-4373-8756-fa25f56d8548), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:13.229797 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.provisioning_blocks [req-4b901b70-e817-42e9-a424-e427a0b34304 req-6a8d3cf0-2002-41c7-93d5-a86eba142985 service neutron] Transition to ACTIVE for port object fa2a9176-3d78-4373-8756-fa25f56d8548 will not be triggered until provisioned by entity L2. {{(pid=109499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 15:54:13.233370 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-4b901b70-e817-42e9-a424-e427a0b34304 req-6a8d3cf0-2002-41c7-93d5-a86eba142985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (fa2a9176-3d78-4373-8756-fa25f56d8548), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:13.282565 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d3cf0-2002-41c7-93d5-a86eba142985 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2a9176-3d78-4373-8756-fa25f56d8548,revision_number=2']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:13.355597 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-4b901b70-e817-42e9-a424-e427a0b34304 req-6a8d3cf0-2002-41c7-93d5-a86eba142985 service neutron] Attempting to bind port fa2a9176-3d78-4373-8756-fa25f56d8548 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:54:13.355937 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-4b901b70-e817-42e9-a424-e427a0b34304 req-6a8d3cf0-2002-41c7-93d5-a86eba142985 service neutron] Attempting to bind port fa2a9176-3d78-4373-8756-fa25f56d8548 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': 'eb85bb1d-d03c-4ee4-83d9-8bb61def30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b'}] {{(pid=109499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:54:13.356271 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b901b70-e817-42e9-a424-e427a0b34304 req-6a8d3cf0-2002-41c7-93d5-a86eba142985 service neutron] Attempting to bind port fa2a9176-3d78-4373-8756-fa25f56d8548 on network 759e632a-fe01-4c96-a989-2dc2f421382b {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:54:13.361263 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b901b70-e817-42e9-a424-e427a0b34304 req-6a8d3cf0-2002-41c7-93d5-a86eba142985 service neutron] Port fa2a9176-3d78-4373-8756-fa25f56d8548 on network 759e632a-fe01-4c96-a989-2dc2f421382b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 15:54:13.361585 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b901b70-e817-42e9-a424-e427a0b34304 req-6a8d3cf0-2002-41c7-93d5-a86eba142985 service neutron] Attempting to bind port fa2a9176-3d78-4373-8756-fa25f56d8548 on network 759e632a-fe01-4c96-a989-2dc2f421382b {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:54:13.366497 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b901b70-e817-42e9-a424-e427a0b34304 req-6a8d3cf0-2002-41c7-93d5-a86eba142985 service neutron] Checking agent: {'id': '085351c5-065a-4edc-ae4b-0d7f2b27b503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'started_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:54:13.366839 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b901b70-e817-42e9-a424-e427a0b34304 req-6a8d3cf0-2002-41c7-93d5-a86eba142985 service neutron] Checking segment: {'id': 'eb85bb1d-d03c-4ee4-83d9-8bb61def30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:54:13.367230 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b901b70-e817-42e9-a424-e427a0b34304 req-6a8d3cf0-2002-41c7-93d5-a86eba142985 service neutron] Bound using segment: {'id': 'eb85bb1d-d03c-4ee4-83d9-8bb61def30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b'} {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:54:13.367660 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-4b901b70-e817-42e9-a424-e427a0b34304 req-6a8d3cf0-2002-41c7-93d5-a86eba142985 service neutron] Bound port: fa2a9176-3d78-4373-8756-fa25f56d8548, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb85bb1d-d03c-4ee4-83d9-8bb61def30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b'}}] {{(pid=109499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:54:13.368020 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-4b901b70-e817-42e9-a424-e427a0b34304 req-6a8d3cf0-2002-41c7-93d5-a86eba142985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (fa2a9176-3d78-4373-8756-fa25f56d8548), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:13.459305 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-4b901b70-e817-42e9-a424-e427a0b34304 req-6a8d3cf0-2002-41c7-93d5-a86eba142985 service neutron] For port fa2a9176-3d78-4373-8756-fa25f56d8548, host hv-cinder-60634, cleared binding levels {{(pid=109499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:54:13.473435 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-4b901b70-e817-42e9-a424-e427a0b34304 req-6a8d3cf0-2002-41c7-93d5-a86eba142985 service neutron] For port fa2a9176-3d78-4373-8756-fa25f56d8548, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=fa2a9176-3d78-4373-8756-fa25f56d8548,segment=NetworkSegment(eb85bb1d-d03c-4ee4-83d9-8bb61def30f3),segment_id=eb85bb1d-d03c-4ee4-83d9-8bb61def30f3)] {{(pid=109499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:54:13.479665 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-4b901b70-e817-42e9-a424-e427a0b34304 req-6a8d3cf0-2002-41c7-93d5-a86eba142985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (fa2a9176-3d78-4373-8756-fa25f56d8548), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:13.529535 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db96e03-7885-4f9c-be74-08824cf560b6 req-416baa88-fcd0-485d-90fc-c0e311b6b5e9 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:13.531044 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5db96e03-7885-4f9c-be74-08824cf560b6 req-416baa88-fcd0-485d-90fc-c0e311b6b5e9 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 944 time: 0.1135502 Feb 17 15:54:13.534048 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b901b70-e817-42e9-a424-e427a0b34304 req-6a8d3cf0-2002-41c7-93d5-a86eba142985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:13.534655 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-4b901b70-e817-42e9-a424-e427a0b34304 req-6a8d3cf0-2002-41c7-93d5-a86eba142985 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:13.536047 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4b901b70-e817-42e9-a424-e427a0b34304 req-6a8d3cf0-2002-41c7-93d5-a86eba142985 service neutron] 10.222.0.24 "PUT /v2.0/ports/fa2a9176-3d78-4373-8756-fa25f56d8548 HTTP/1.1" status: 200 len: 1094 time: 0.6483996 Feb 17 15:54:13.536495 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af13d43-30ce-4017-a909-5ea2073b2ebb', 'tag': 'fa2a9176-3d78-4373-8756-fa25f56d8548'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:54:13.538820 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec875940-494a-46e8-8986-ef058e98da8c" -d '{"events": [{"name": "network-changed", "server_uuid": "7af13d43-30ce-4017-a909-5ea2073b2ebb", "tag": "fa2a9176-3d78-4373-8756-fa25f56d8548"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:54:13.598090 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d3cf0-2002-41c7-93d5-a86eba142985 service neutron] Pushing event updated for resources: {'Port': ['ID=fa2a9176-3d78-4373-8756-fa25f56d8548,revision_number=3']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:13.605140 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2715bd38-9304-48e1-a5a9-f60892a193a9 x-openstack-request-id: req-2715bd38-9304-48e1-a5a9-f60892a193a9 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:54:13.605435 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af13d43-30ce-4017-a909-5ea2073b2ebb", "tag": "fa2a9176-3d78-4373-8756-fa25f56d8548", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:54:13.605696 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2715bd38-9304-48e1-a5a9-f60892a193a9 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:54:13.606209 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af13d43-30ce-4017-a909-5ea2073b2ebb', 'tag': 'fa2a9176-3d78-4373-8756-fa25f56d8548', 'status': 'completed', 'code': 200} Feb 17 15:54:13.641702 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5db96e03-7885-4f9c-be74-08824cf560b6 req-8ab49047-6098-487f-9c5d-9a20cc40c054 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984414 Feb 17 15:54:13.658880 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b901b70-e817-42e9-a424-e427a0b34304 req-e20b2d5b-b8cf-42cb-a807-dd0a70559d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:13.660202 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4b901b70-e817-42e9-a424-e427a0b34304 req-e20b2d5b-b8cf-42cb-a807-dd0a70559d5d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c408aed137854f999d78e197a7cc75fc&device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 1128 time: 0.0739477 Feb 17 15:54:13.705316 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4b901b70-e817-42e9-a424-e427a0b34304 req-e554596c-aa03-4dff-a52c-f3ab8b30d085 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa2a9176-3d78-4373-8756-fa25f56d8548 HTTP/1.1" status: 200 len: 217 time: 0.0376999 Feb 17 15:54:13.757868 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b901b70-e817-42e9-a424-e427a0b34304 req-1ca2a370-e0b1-4b58-b593-9986fca40928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:13.759356 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4b901b70-e817-42e9-a424-e427a0b34304 req-1ca2a370-e0b1-4b58-b593-9986fca40928 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ace76b24-c3b7-4925-b310-79f338d4269f HTTP/1.1" status: 200 len: 850 time: 0.0475347 Feb 17 15:54:13.808252 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b901b70-e817-42e9-a424-e427a0b34304 req-ae8d68cc-c070-444c-91d9-376f56f7d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:13.810352 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4b901b70-e817-42e9-a424-e427a0b34304 req-ae8d68cc-c070-444c-91d9-376f56f7d6a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=759e632a-fe01-4c96-a989-2dc2f421382b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440869 Feb 17 15:54:13.899149 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4b901b70-e817-42e9-a424-e427a0b34304 req-97d8d94a-8b2d-4237-9085-5cfd42a674a8 service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811338 Feb 17 15:54:13.994086 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4b901b70-e817-42e9-a424-e427a0b34304 req-02c44f6d-22c5-40fa-903a-cfb052fd30c2 service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868158 Feb 17 15:54:14.092760 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec875940-494a-46e8-8986-ef058e98da8c req-c14521df-263b-44a9-9620-237520da9e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:14.094340 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ec875940-494a-46e8-8986-ef058e98da8c req-c14521df-263b-44a9-9620-237520da9e35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c408aed137854f999d78e197a7cc75fc&device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 1128 time: 0.0461156 Feb 17 15:54:14.189333 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec875940-494a-46e8-8986-ef058e98da8c req-47b5ce3e-e00e-442d-a1fb-ab40fc60de36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:14.190821 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ec875940-494a-46e8-8986-ef058e98da8c req-47b5ce3e-e00e-442d-a1fb-ab40fc60de36 service neutron] 10.222.0.24 "GET /v2.0/networks?id=759e632a-fe01-4c96-a989-2dc2f421382b HTTP/1.1" status: 200 len: 912 time: 0.0893910 Feb 17 15:54:14.234657 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ec875940-494a-46e8-8986-ef058e98da8c req-707cf318-52d9-49fc-987a-855cd9bc331c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa2a9176-3d78-4373-8756-fa25f56d8548 HTTP/1.1" status: 200 len: 217 time: 0.0342877 Feb 17 15:54:14.285163 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec875940-494a-46e8-8986-ef058e98da8c req-e8f32ece-f644-4902-a767-2510005f43ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:14.286489 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ec875940-494a-46e8-8986-ef058e98da8c req-e8f32ece-f644-4902-a767-2510005f43ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ace76b24-c3b7-4925-b310-79f338d4269f HTTP/1.1" status: 200 len: 850 time: 0.0460937 Feb 17 15:54:14.334846 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec875940-494a-46e8-8986-ef058e98da8c req-c6e08085-1242-433e-90b8-27e81149e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:14.336307 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ec875940-494a-46e8-8986-ef058e98da8c req-c6e08085-1242-433e-90b8-27e81149e431 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=759e632a-fe01-4c96-a989-2dc2f421382b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433359 Feb 17 15:54:14.426603 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ec875940-494a-46e8-8986-ef058e98da8c req-9026b594-876b-407f-9fbb-bd96346a8500 service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824003 Feb 17 15:54:14.517944 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ec875940-494a-46e8-8986-ef058e98da8c req-791f28f6-6cf3-40fd-be9d-a6f42b2ea143 service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846887 Feb 17 15:54:14.759993 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d37ad-f1b0-490a-b2e5-15a398e383df req-f9922fc6-e6c5-45e2-a538-f2a3e2346709 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:14.761415 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-148d37ad-f1b0-490a-b2e5-15a398e383df req-f9922fc6-e6c5-45e2-a538-f2a3e2346709 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 944 time: 0.0515773 Feb 17 15:54:14.808747 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-148d37ad-f1b0-490a-b2e5-15a398e383df req-3a7b528d-8d01-4370-a2d8-dbb4c09be235 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413198 Feb 17 15:54:15.672460 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:15.929605 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b5229f-d205-47d0-bb59-9d274d2029bf req-01e34ad3-bbff-4c93-9113-4a5f14bbfa1b tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:15.931073 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-65b5229f-d205-47d0-bb59-9d274d2029bf req-01e34ad3-bbff-4c93-9113-4a5f14bbfa1b tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 944 time: 0.0552921 Feb 17 15:54:15.977625 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-65b5229f-d205-47d0-bb59-9d274d2029bf req-a3a0d2ee-b758-485c-9799-f17dfd266c66 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410745 Feb 17 15:54:17.091174 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f38e76-22f3-47b6-9877-24216898c947 req-fbc3d508-236c-4966-b99c-68c11aa0e411 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:17.092651 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d8f38e76-22f3-47b6-9877-24216898c947 req-fbc3d508-236c-4966-b99c-68c11aa0e411 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 944 time: 0.0506804 Feb 17 15:54:17.139514 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d8f38e76-22f3-47b6-9877-24216898c947 req-38aabb90-ef63-49e1-a5a2-6d17671a1b5d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411766 Feb 17 15:54:18.253801 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58334d7-a0d4-4c2a-b0d4-9c1cd5fa5e96 req-cb0c589b-cc7d-46eb-8eb5-f14b5467ae33 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:18.255265 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f58334d7-a0d4-4c2a-b0d4-9c1cd5fa5e96 req-cb0c589b-cc7d-46eb-8eb5-f14b5467ae33 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 944 time: 0.0513659 Feb 17 15:54:18.306036 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f58334d7-a0d4-4c2a-b0d4-9c1cd5fa5e96 req-a36f5e49-f879-4f30-8002-95855da4c8b7 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452740 Feb 17 15:54:19.420301 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76133a25-fa22-4c30-88a4-402a443aa077 req-cf3315e7-508a-4935-ab6b-f9f57c4cbcec tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:19.421762 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-76133a25-fa22-4c30-88a4-402a443aa077 req-cf3315e7-508a-4935-ab6b-f9f57c4cbcec tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 944 time: 0.0511787 Feb 17 15:54:19.468535 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-76133a25-fa22-4c30-88a4-402a443aa077 req-94c05bd9-a11d-4aa2-b922-29af14068a2f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413306 Feb 17 15:54:20.584811 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c70d057-35e4-43e4-834b-9210a8a4bb90 req-70601857-ebca-43dc-93da-884576914a47 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:20.586230 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9c70d057-35e4-43e4-834b-9210a8a4bb90 req-70601857-ebca-43dc-93da-884576914a47 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 944 time: 0.0513911 Feb 17 15:54:20.636874 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9c70d057-35e4-43e4-834b-9210a8a4bb90 req-c571bbf1-0308-4e6c-90d4-02f7ae17728d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450578 Feb 17 15:54:21.761486 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170f6ba-d7a4-4ef6-9447-2536ccce9963 req-46f89218-988d-4599-ade8-2356068b2510 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:21.762931 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4170f6ba-d7a4-4ef6-9447-2536ccce9963 req-46f89218-988d-4599-ade8-2356068b2510 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 944 time: 0.0548291 Feb 17 15:54:21.777778 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device fa2a9176-3d78-4373-8756-fa25f56d8548 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:54:21.813764 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4170f6ba-d7a4-4ef6-9447-2536ccce9963 req-2c5d8806-239e-42cd-8227-9c05a669d08a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453465 Feb 17 15:54:21.886651 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port fa2a9176-3d78-4373-8756-fa25f56d8548, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=fa2a9176-3d78-4373-8756-fa25f56d8548,segment=NetworkSegment(eb85bb1d-d03c-4ee4-83d9-8bb61def30f3),segment_id=eb85bb1d-d03c-4ee4-83d9-8bb61def30f3)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:54:21.898012 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': 'fa2a9176-3d78-4373-8756-fa25f56d8548', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'port_id': 'fa2a9176-3d78-4373-8756-fa25f56d8548', 'mac_address': 'fa:16:3e:9c:6f:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:54:21.937628 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port fa2a9176-3d78-4373-8756-fa25f56d8548 is: DOWN; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:54:21.938031 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (fa2a9176-3d78-4373-8756-fa25f56d8548), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:21.952176 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa2a9176-3d78-4373-8756-fa25f56d8548 {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:54:21.972097 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port fa2a9176-3d78-4373-8756-fa25f56d8548, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=fa2a9176-3d78-4373-8756-fa25f56d8548,segment=NetworkSegment(eb85bb1d-d03c-4ee4-83d9-8bb61def30f3),segment_id=eb85bb1d-d03c-4ee4-83d9-8bb61def30f3)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:54:21.975784 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (fa2a9176-3d78-4373-8756-fa25f56d8548), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:22.023865 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=fa2a9176-3d78-4373-8756-fa25f56d8548,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:22.258427 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['fa2a9176-3d78-4373-8756-fa25f56d8548'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:54:22.937974 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d1cb4-85ea-4683-bb82-7a9f4dd6025a req-191f3244-783f-4790-95d0-c7766521d331 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:22.939461 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f60d1cb4-85ea-4683-bb82-7a9f4dd6025a req-191f3244-783f-4790-95d0-c7766521d331 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 945 time: 0.0516603 Feb 17 15:54:22.988930 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f60d1cb4-85ea-4683-bb82-7a9f4dd6025a req-e4ee72ba-0c32-4cfd-a8c0-48482ff4c99f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440388 Feb 17 15:54:23.197942 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac4f31-475b-4565-9859-a7f5243a146a req-076a9e40-b187-499d-add3-136cafe37990 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:23.199328 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2eac4f31-475b-4565-9859-a7f5243a146a req-076a9e40-b187-499d-add3-136cafe37990 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e6c9086-15c1-4ce7-bf58-649af7d8d5cf HTTP/1.1" status: 200 len: 946 time: 0.0511286 Feb 17 15:54:23.515087 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2eac4f31-475b-4565-9859-a7f5243a146a req-de364eeb-6f1b-4369-8d8e-5f9b48eedc86 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095496 Feb 17 15:54:23.804826 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device fa2a9176-3d78-4373-8756-fa25f56d8548 up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:54:23.852960 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning for port fa2a9176-3d78-4373-8756-fa25f56d8548 completed by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 15:54:23.857380 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port fa2a9176-3d78-4373-8756-fa25f56d8548 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:54:23.857765 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (fa2a9176-3d78-4373-8756-fa25f56d8548), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:23.934470 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port fa2a9176-3d78-4373-8756-fa25f56d8548 is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:54:23.934870 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (fa2a9176-3d78-4373-8756-fa25f56d8548), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:23.956770 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af13d43-30ce-4017-a909-5ea2073b2ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2a9176-3d78-4373-8756-fa25f56d8548'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:54:23.958953 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28b4ab7-e363-4104-98fe-19d1574096ed" -d '{"events": [{"server_uuid": "7af13d43-30ce-4017-a909-5ea2073b2ebb", "name": "network-vif-plugged", "status": "completed", "tag": "fa2a9176-3d78-4373-8756-fa25f56d8548"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:54:23.970637 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port fa2a9176-3d78-4373-8756-fa25f56d8548, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=fa2a9176-3d78-4373-8756-fa25f56d8548,segment=NetworkSegment(eb85bb1d-d03c-4ee4-83d9-8bb61def30f3),segment_id=eb85bb1d-d03c-4ee4-83d9-8bb61def30f3)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:54:23.974753 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (fa2a9176-3d78-4373-8756-fa25f56d8548), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:23.999676 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f42384-9392-4e6a-8996-f2639c3e5494 x-openstack-request-id: req-b4f42384-9392-4e6a-8996-f2639c3e5494 {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:54:23.999970 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af13d43-30ce-4017-a909-5ea2073b2ebb", "name": "network-vif-plugged", "status": "completed", "tag": "fa2a9176-3d78-4373-8756-fa25f56d8548", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:54:24.000247 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b4f42384-9392-4e6a-8996-f2639c3e5494 {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:54:24.000667 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af13d43-30ce-4017-a909-5ea2073b2ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa2a9176-3d78-4373-8756-fa25f56d8548', 'code': 200} Feb 17 15:54:24.026562 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=fa2a9176-3d78-4373-8756-fa25f56d8548,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:24.106199 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b53613-9fe4-4466-a3e5-30adf24f28f7 req-bcc7a0db-7453-462e-ab26-8028a65d2efc tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:24.108277 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-35b53613-9fe4-4466-a3e5-30adf24f28f7 req-bcc7a0db-7453-462e-ab26-8028a65d2efc tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 946 time: 0.0514433 Feb 17 15:54:24.158624 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-35b53613-9fe4-4466-a3e5-30adf24f28f7 req-0f4ddd2d-dbfc-423d-9ec4-2d998baf2747 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445487 Feb 17 15:54:24.247425 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25a785-f5fe-4661-97a5-a90916595034 req-0aeabe6a-ec3f-440f-9f96-5ed3461ee605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:24.248941 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0e25a785-f5fe-4661-97a5-a90916595034 req-0aeabe6a-ec3f-440f-9f96-5ed3461ee605 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 1130 time: 0.0436006 Feb 17 15:54:24.292297 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0e25a785-f5fe-4661-97a5-a90916595034 req-399b267f-4606-483b-b04b-1dc5407f30ca service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370212 Feb 17 15:54:24.634787 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c851f0-f18c-407f-ac0f-ffba1a98e78d req-7b2821c0-2cc0-4b69-820a-fe7ab0dab7b6 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:24.636284 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-30c851f0-f18c-407f-ac0f-ffba1a98e78d req-7b2821c0-2cc0-4b69-820a-fe7ab0dab7b6 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e6c9086-15c1-4ce7-bf58-649af7d8d5cf HTTP/1.1" status: 200 len: 946 time: 0.0542555 Feb 17 15:54:24.681753 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-30c851f0-f18c-407f-ac0f-ffba1a98e78d req-f63eef22-d4ac-4996-aeac-d8b1cf7645af tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393505 Feb 17 15:54:25.112985 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4c2a4-34f9-4dc1-8a3d-8135807bb15b req-446fb37d-3e3c-461e-8e21-b1e6df487f63 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:25.114442 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0fd4c2a4-34f9-4dc1-8a3d-8135807bb15b req-446fb37d-3e3c-461e-8e21-b1e6df487f63 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e6c9086-15c1-4ce7-bf58-649af7d8d5cf HTTP/1.1" status: 200 len: 946 time: 0.0510280 Feb 17 15:54:25.215779 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-0fd4c2a4-34f9-4dc1-8a3d-8135807bb15b req-ddb0b3ff-d4ea-4c08-9af7-13aa6a340914 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Deleting port 13a3e724-99f4-4812-a119-25dae2460a8b {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:54:25.216117 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-0fd4c2a4-34f9-4dc1-8a3d-8135807bb15b req-ddb0b3ff-d4ea-4c08-9af7-13aa6a340914 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (13a3e724-99f4-4812-a119-25dae2460a8b), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:25.337690 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6161ad-1a65-4cba-9ad6-805b1ce70939 req-19648425-8981-4876-aa1a-c2cbc4c5e0b6 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:25.339143 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-bd6161ad-1a65-4cba-9ad6-805b1ce70939 req-19648425-8981-4876-aa1a-c2cbc4c5e0b6 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 946 time: 0.1096747 Feb 17 15:54:25.343821 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-0fd4c2a4-34f9-4dc1-8a3d-8135807bb15b req-ddb0b3ff-d4ea-4c08-9af7-13aa6a340914 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] For port 13a3e724-99f4-4812-a119-25dae2460a8b, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=13a3e724-99f4-4812-a119-25dae2460a8b,segment=NetworkSegment(ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f),segment_id=ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:54:25.344186 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-0fd4c2a4-34f9-4dc1-8a3d-8135807bb15b req-ddb0b3ff-d4ea-4c08-9af7-13aa6a340914 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (13a3e724-99f4-4812-a119-25dae2460a8b), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:25.369167 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-0fd4c2a4-34f9-4dc1-8a3d-8135807bb15b req-ddb0b3ff-d4ea-4c08-9af7-13aa6a340914 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Calling delete_port for 13a3e724-99f4-4812-a119-25dae2460a8b owned by compute:nova {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:54:25.437067 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-bd6161ad-1a65-4cba-9ad6-805b1ce70939 req-6d1e0d79-a905-4ace-890e-edb5af76bcf5 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898316 Feb 17 15:54:25.523681 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-0fd4c2a4-34f9-4dc1-8a3d-8135807bb15b req-ddb0b3ff-d4ea-4c08-9af7-13aa6a340914 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (13a3e724-99f4-4812-a119-25dae2460a8b), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:25.537680 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['601f4763-00a7-4ab4-a90d-164c3dd6698e', '492e1fe9-97a2-4c93-a82b-cb4f6022cc85', '58a768ac-4e1d-429a-ac25-2eb6671c3617', '13a3e724-99f4-4812-a119-25dae2460a8b'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:54:25.552468 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0b3ff-d4ea-4c08-9af7-13aa6a340914 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Pushing event deleted for resources: {'Port': ['ID=13a3e724-99f4-4812-a119-25dae2460a8b,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:25.593268 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd4c2a4-34f9-4dc1-8a3d-8135807bb15b req-ddb0b3ff-d4ea-4c08-9af7-13aa6a340914 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] No DVR routers for this DVR port 13a3e724-99f4-4812-a119-25dae2460a8b on host hv-cinder-60634 {{(pid=109499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:54:25.595756 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-0fd4c2a4-34f9-4dc1-8a3d-8135807bb15b req-ddb0b3ff-d4ea-4c08-9af7-13aa6a340914 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:25.599308 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-0fd4c2a4-34f9-4dc1-8a3d-8135807bb15b req-ddb0b3ff-d4ea-4c08-9af7-13aa6a340914 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.24 "DELETE /v2.0/ports/13a3e724-99f4-4812-a119-25dae2460a8b HTTP/1.1" status: 204 len: 173 time: 0.4787707 Feb 17 15:54:25.599768 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6c9086-15c1-4ce7-bf58-649af7d8d5cf', 'name': 'network-vif-deleted', 'tag': '13a3e724-99f4-4812-a119-25dae2460a8b'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:54:25.602026 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6738f6e1-cb2f-44b7-ae45-72bc62ac374f" -d '{"events": [{"server_uuid": "6e6c9086-15c1-4ce7-bf58-649af7d8d5cf", "name": "network-vif-deleted", "tag": "13a3e724-99f4-4812-a119-25dae2460a8b"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:54:25.658231 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f317651-7fe5-480e-a27d-b10dbed0b309 x-openstack-request-id: req-1f317651-7fe5-480e-a27d-b10dbed0b309 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:54:25.658575 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6c9086-15c1-4ce7-bf58-649af7d8d5cf", "name": "network-vif-deleted", "tag": "13a3e724-99f4-4812-a119-25dae2460a8b", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:54:25.658851 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1f317651-7fe5-480e-a27d-b10dbed0b309 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:54:25.659249 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6c9086-15c1-4ce7-bf58-649af7d8d5cf', 'name': 'network-vif-deleted', 'tag': '13a3e724-99f4-4812-a119-25dae2460a8b', 'status': 'completed', 'code': 200} Feb 17 15:54:25.788845 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c2a6f3da-ab0b-4e3a-96b8-62da8501bcbf req-1bc2760f-8d90-430f-ac2f-3e714ddf5e34 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e6c9086-15c1-4ce7-bf58-649af7d8d5cf HTTP/1.1" status: 200 len: 210 time: 0.0265994 Feb 17 15:54:26.557992 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aff092-8808-4429-aaaf-d56837b0d32a req-9f9ed556-34ef-4aac-9235-add838c21217 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:26.559500 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e9aff092-8808-4429-aaaf-d56837b0d32a req-9f9ed556-34ef-4aac-9235-add838c21217 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 946 time: 0.0552270 Feb 17 15:54:26.608025 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e9aff092-8808-4429-aaaf-d56837b0d32a req-b4ea09bf-af66-47e8-a438-187e9e520006 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425184 Feb 17 15:54:26.723698 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c4488-bc9b-479d-9ef6-b86baec9940d req-8978738e-6c41-4601-93ba-75ae38f7a526 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:26.725102 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-bb6c4488-bc9b-479d-9ef6-b86baec9940d req-8978738e-6c41-4601-93ba-75ae38f7a526 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 946 time: 0.0526156 Feb 17 15:54:26.772103 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-bb6c4488-bc9b-479d-9ef6-b86baec9940d req-2adf2696-1fb2-4bb6-aac2-1e95c98e5448 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415969 Feb 17 15:54:26.793253 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 58760) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:26.836216 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79151acd-22bc-40a8-8ceb-d44be7b57a4c tempest-TestVolumeBootPattern-1038023252 tempest-TestVolumeBootPattern-1038023252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:26.837793 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-79151acd-22bc-40a8-8ceb-d44be7b57a4c tempest-TestVolumeBootPattern-1038023252 tempest-TestVolumeBootPattern-1038023252-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 1125 time: 0.0435958 Feb 17 15:54:26.840948 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 58764) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:26.845302 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-3561aeb5-ea79-4b04-87ef-1c107731814c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Request body: {'floatingip': {'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'port_id': 'fa2a9176-3d78-4373-8756-fa25f56d8548', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:54:26.865687 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3561aeb5-ea79-4b04-87ef-1c107731814c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:26.969195 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3561aeb5-ea79-4b04-87ef-1c107731814c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:27.079719 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [None req-3561aeb5-ea79-4b04-87ef-1c107731814c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Allocated IP 172.27.3.183 (429489ab-2a85-400d-8dac-2c90bfd61144/c701940c-dc66-45fb-ad02-3d3f314099e2/ad15057a-cb47-4950-bd0b-06dae11acb3a) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:54:27.181216 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3561aeb5-ea79-4b04-87ef-1c107731814c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for port (ad15057a-cb47-4950-bd0b-06dae11acb3a), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:27.218374 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3561aeb5-ea79-4b04-87ef-1c107731814c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (ad15057a-cb47-4950-bd0b-06dae11acb3a), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:27.252644 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3561aeb5-ea79-4b04-87ef-1c107731814c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Network 429489ab-2a85-400d-8dac-2c90bfd61144 is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:54:27.255426 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-3561aeb5-ea79-4b04-87ef-1c107731814c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:54:27.260825 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3561aeb5-ea79-4b04-87ef-1c107731814c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:54:27.292161 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561aeb5-ea79-4b04-87ef-1c107731814c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Pushing event updated for resources: {'Port': ['ID=ad15057a-cb47-4950-bd0b-06dae11acb3a,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:27.609941 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3561aeb5-ea79-4b04-87ef-1c107731814c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for floatingip (0b5b9780-8474-4161-aeec-2fb9a4e592f1), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:27.681409 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3561aeb5-ea79-4b04-87ef-1c107731814c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (ad15057a-cb47-4950-bd0b-06dae11acb3a), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:27.818964 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 13a3e724-99f4-4812-a119-25dae2460a8b no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:54:27.824963 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3561aeb5-ea79-4b04-87ef-1c107731814c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for port (ad15057a-cb47-4950-bd0b-06dae11acb3a), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:27.829592 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3561aeb5-ea79-4b04-87ef-1c107731814c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (ad15057a-cb47-4950-bd0b-06dae11acb3a), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:27.840196 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] No Port match for: 13a3e724-99f4-4812-a119-25dae2460a8b {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:54:27.840565 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 13a3e724-99f4-4812-a119-25dae2460a8b not bound to the agent host hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:54:27.902818 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561aeb5-ea79-4b04-87ef-1c107731814c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Pushing event updated for resources: {'Port': ['ID=ad15057a-cb47-4950-bd0b-06dae11acb3a,revision_number=2']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:27.912037 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3561aeb5-ea79-4b04-87ef-1c107731814c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1606115'] for floatingip (0b5b9780-8474-4161-aeec-2fb9a4e592f1), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:28.015917 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.l3_db [None req-3561aeb5-ea79-4b04-87ef-1c107731814c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Floating IP 0b5b9780-8474-4161-aeec-2fb9a4e592f1 associated. External IP: 172.27.3.183, port: fa2a9176-3d78-4373-8756-fa25f56d8548. Feb 17 15:54:28.259671 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff2700-37e2-4b56-81be-a538752009d5 req-4604f0d7-900a-42db-a175-bdbd814258af tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:28.261127 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-94ff2700-37e2-4b56-81be-a538752009d5 req-4604f0d7-900a-42db-a175-bdbd814258af tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2da1e7-3092-4774-8e97-855d3e82470d HTTP/1.1" status: 200 len: 946 time: 0.1350288 Feb 17 15:54:28.294852 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3561aeb5-ea79-4b04-87ef-1c107731814c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Router 347a5324-6c18-40b2-a505-f131883c2fc2 has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:54:28.324498 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-94ff2700-37e2-4b56-81be-a538752009d5 req-2290b3a7-62e2-4eec-a63c-9fe55c61f1ba tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565751 Feb 17 15:54:28.421276 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3561aeb5-ea79-4b04-87ef-1c107731814c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:54:28.432922 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac2a810-435b-4496-9f3f-3acb3df0f042 None None] Sync routers for ids ['347a5324-6c18-40b2-a505-f131883c2fc2'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:54:28.439458 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3561aeb5-ea79-4b04-87ef-1c107731814c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for floatingip (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:28.442348 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac2a810-435b-4496-9f3f-3acb3df0f042 None None] Routers {'347a5324-6c18-40b2-a505-f131883c2fc2'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:54:28.442969 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-7ac2a810-435b-4496-9f3f-3acb3df0f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:54:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['347a5324-6c18-40b2-a505-f131883c2fc2'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:54:28.470248 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-3561aeb5-ea79-4b04-87ef-1c107731814c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6282554 Feb 17 15:54:28.470921 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af13d43-30ce-4017-a909-5ea2073b2ebb', 'tag': 'fa2a9176-3d78-4373-8756-fa25f56d8548'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:54:28.473500 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c1faf1-92f6-4c48-8919-396cd089ef56" -d '{"events": [{"name": "network-changed", "server_uuid": "7af13d43-30ce-4017-a909-5ea2073b2ebb", "tag": "fa2a9176-3d78-4373-8756-fa25f56d8548"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:54:28.510973 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34e4668-a88d-41e1-9d11-239f32d219e6 x-openstack-request-id: req-c34e4668-a88d-41e1-9d11-239f32d219e6 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:54:28.511288 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af13d43-30ce-4017-a909-5ea2073b2ebb", "tag": "fa2a9176-3d78-4373-8756-fa25f56d8548", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:54:28.511615 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c34e4668-a88d-41e1-9d11-239f32d219e6 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:54:28.512087 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af13d43-30ce-4017-a909-5ea2073b2ebb', 'tag': 'fa2a9176-3d78-4373-8756-fa25f56d8548', 'status': 'completed', 'code': 200} Feb 17 15:54:28.553086 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-7ac2a810-435b-4496-9f3f-3acb3df0f042 None None] Set router 347a5324-6c18-40b2-a505-f131883c2fc2 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:54:28.582975 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1faf1-92f6-4c48-8919-396cd089ef56 req-c36cf958-a828-41cd-934b-8b1abdf3f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:28.584506 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-87c1faf1-92f6-4c48-8919-396cd089ef56 req-c36cf958-a828-41cd-934b-8b1abdf3f0ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c408aed137854f999d78e197a7cc75fc&device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 1130 time: 0.0443351 Feb 17 15:54:28.676828 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1faf1-92f6-4c48-8919-396cd089ef56 req-71172b84-7b1d-4083-a341-f22b4805a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:28.678300 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-87c1faf1-92f6-4c48-8919-396cd089ef56 req-71172b84-7b1d-4083-a341-f22b4805a30a service neutron] 10.222.0.24 "GET /v2.0/networks?id=759e632a-fe01-4c96-a989-2dc2f421382b HTTP/1.1" status: 200 len: 912 time: 0.0877311 Feb 17 15:54:28.741507 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-87c1faf1-92f6-4c48-8919-396cd089ef56 req-9d7f8c9f-7d9d-40a7-997a-7f2f908efb8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa2a9176-3d78-4373-8756-fa25f56d8548 HTTP/1.1" status: 200 len: 1000 time: 0.0567639 Feb 17 15:54:28.776344 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-7ac2a810-435b-4496-9f3f-3acb3df0f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:23Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': '0b5b9780-8474-4161-aeec-2fb9a4e592f1', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'port_id': 'fa2a9176-3d78-4373-8756-fa25f56d8548', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'mac_address': 'fa:16:3e:9c:6f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af13d43-30ce-4017-a909-5ea2073b2ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:54:27Z', 'updated_at': '2022-02-17T15:54:27Z', 'revision_number': 0, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0488e847-b3f1-443a-97a4-fcf8fe370cfc', 'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'mac_address': 'fa:16:3e:a1:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:23Z', 'updated_at': '2022-02-17T15:51:28Z', 'revision_number': 5, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'subnets': [{'id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:54:28.792627 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1faf1-92f6-4c48-8919-396cd089ef56 req-31c0ad29-2058-4771-bfe7-638b922c02b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:28.794070 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-87c1faf1-92f6-4c48-8919-396cd089ef56 req-31c0ad29-2058-4771-bfe7-638b922c02b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ace76b24-c3b7-4925-b310-79f338d4269f HTTP/1.1" status: 200 len: 850 time: 0.0464361 Feb 17 15:54:28.802626 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac2a810-435b-4496-9f3f-3acb3df0f042 None None] Checking router: 347a5324-6c18-40b2-a505-f131883c2fc2 for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:54:28.811492 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac2a810-435b-4496-9f3f-3acb3df0f042 None None] Routers {'347a5324-6c18-40b2-a505-f131883c2fc2'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:54:28.812093 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-7ac2a810-435b-4496-9f3f-3acb3df0f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:54:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['347a5324-6c18-40b2-a505-f131883c2fc2'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:54:28.843198 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c1faf1-92f6-4c48-8919-396cd089ef56 req-38bdc913-b6de-4436-8d37-3c5b84cf7a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:28.844722 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-87c1faf1-92f6-4c48-8919-396cd089ef56 req-38bdc913-b6de-4436-8d37-3c5b84cf7a79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=759e632a-fe01-4c96-a989-2dc2f421382b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429635 Feb 17 15:54:28.917588 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-7ac2a810-435b-4496-9f3f-3acb3df0f042 None None] Set router 347a5324-6c18-40b2-a505-f131883c2fc2 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:54:28.935882 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-87c1faf1-92f6-4c48-8919-396cd089ef56 req-b030b391-29b8-443b-a48c-9b54ec74f2bf service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838873 Feb 17 15:54:29.026893 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-87c1faf1-92f6-4c48-8919-396cd089ef56 req-82a18b71-5215-41eb-b0d5-d36bdedd3ead service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844486 Feb 17 15:54:29.137642 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-7ac2a810-435b-4496-9f3f-3acb3df0f042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:23Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': '0b5b9780-8474-4161-aeec-2fb9a4e592f1', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'port_id': 'fa2a9176-3d78-4373-8756-fa25f56d8548', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'mac_address': 'fa:16:3e:9c:6f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af13d43-30ce-4017-a909-5ea2073b2ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:54:27Z', 'updated_at': '2022-02-17T15:54:27Z', 'revision_number': 0, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0488e847-b3f1-443a-97a4-fcf8fe370cfc', 'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'mac_address': 'fa:16:3e:a1:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:23Z', 'updated_at': '2022-02-17T15:51:28Z', 'revision_number': 5, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'subnets': [{'id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:54:29.167680 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac2a810-435b-4496-9f3f-3acb3df0f042 None None] The sync data for ids ['347a5324-6c18-40b2-a505-f131883c2fc2'] in dv-cinder-606346-36-iscsi is: [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:23Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': '0b5b9780-8474-4161-aeec-2fb9a4e592f1', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'port_id': 'fa2a9176-3d78-4373-8756-fa25f56d8548', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'mac_address': 'fa:16:3e:9c:6f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af13d43-30ce-4017-a909-5ea2073b2ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:54:27Z', 'updated_at': '2022-02-17T15:54:27Z', 'revision_number': 0, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0488e847-b3f1-443a-97a4-fcf8fe370cfc', 'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'mac_address': 'fa:16:3e:a1:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:23Z', 'updated_at': '2022-02-17T15:51:28Z', 'revision_number': 5, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'subnets': [{'id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:54:29.354043 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d72ab0f-5eff-4b6c-bbe6-825eceef0769 None None] New status for floating IP 0b5b9780-8474-4161-aeec-2fb9a4e592f1: ACTIVE {{(pid=109501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 15:54:29.441836 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35feef27-45a1-4d05-b95d-906465c7aec9 req-a3ea4acf-dba9-461e-881c-903f557cfe94 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:29.443306 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-35feef27-45a1-4d05-b95d-906465c7aec9 req-a3ea4acf-dba9-461e-881c-903f557cfe94 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2da1e7-3092-4774-8e97-855d3e82470d HTTP/1.1" status: 200 len: 946 time: 0.0513642 Feb 17 15:54:29.489423 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-35feef27-45a1-4d05-b95d-906465c7aec9 req-65b4e289-80f1-44b7-8f95-47584daab1e5 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405104 Feb 17 15:54:29.755835 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd945c-8d88-45ce-b1f2-1345ee448eab req-2b38151c-7930-4f0c-8416-79b138df031f tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:29.757291 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-facd945c-8d88-45ce-b1f2-1345ee448eab req-2b38151c-7930-4f0c-8416-79b138df031f tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.24 "GET /v2.0/ports?device_id=db2da1e7-3092-4774-8e97-855d3e82470d HTTP/1.1" status: 200 len: 946 time: 0.0540905 Feb 17 15:54:29.845871 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-facd945c-8d88-45ce-b1f2-1345ee448eab req-66433f6c-1d59-4777-bf46-0d194672f6b4 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Deleting port 58a768ac-4e1d-429a-ac25-2eb6671c3617 {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:54:29.846211 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-facd945c-8d88-45ce-b1f2-1345ee448eab req-66433f6c-1d59-4777-bf46-0d194672f6b4 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (58a768ac-4e1d-429a-ac25-2eb6671c3617), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:29.933329 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-facd945c-8d88-45ce-b1f2-1345ee448eab req-66433f6c-1d59-4777-bf46-0d194672f6b4 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] For port 58a768ac-4e1d-429a-ac25-2eb6671c3617, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=58a768ac-4e1d-429a-ac25-2eb6671c3617,segment=NetworkSegment(ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f),segment_id=ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:54:29.933693 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-facd945c-8d88-45ce-b1f2-1345ee448eab req-66433f6c-1d59-4777-bf46-0d194672f6b4 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (58a768ac-4e1d-429a-ac25-2eb6671c3617), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:29.945652 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-facd945c-8d88-45ce-b1f2-1345ee448eab req-66433f6c-1d59-4777-bf46-0d194672f6b4 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Calling delete_port for 58a768ac-4e1d-429a-ac25-2eb6671c3617 owned by compute:nova {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:54:30.040538 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-11fc6ac2-fdd6-490e-aae9-87f3841ab9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:30.068743 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-facd945c-8d88-45ce-b1f2-1345ee448eab req-66433f6c-1d59-4777-bf46-0d194672f6b4 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (58a768ac-4e1d-429a-ac25-2eb6671c3617), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:30.080863 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['601f4763-00a7-4ab4-a90d-164c3dd6698e', '492e1fe9-97a2-4c93-a82b-cb4f6022cc85', '58a768ac-4e1d-429a-ac25-2eb6671c3617'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:54:30.100764 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66433f6c-1d59-4777-bf46-0d194672f6b4 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Pushing event deleted for resources: {'Port': ['ID=58a768ac-4e1d-429a-ac25-2eb6671c3617,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:30.141910 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [req-facd945c-8d88-45ce-b1f2-1345ee448eab req-66433f6c-1d59-4777-bf46-0d194672f6b4 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] No DVR routers for this DVR port 58a768ac-4e1d-429a-ac25-2eb6671c3617 on host hv-cinder-60634 {{(pid=109499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:54:30.144508 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-facd945c-8d88-45ce-b1f2-1345ee448eab req-66433f6c-1d59-4777-bf46-0d194672f6b4 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:30.147803 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-facd945c-8d88-45ce-b1f2-1345ee448eab req-66433f6c-1d59-4777-bf46-0d194672f6b4 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.24 "DELETE /v2.0/ports/58a768ac-4e1d-429a-ac25-2eb6671c3617 HTTP/1.1" status: 204 len: 173 time: 0.3851619 Feb 17 15:54:30.513480 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2da1e7-3092-4774-8e97-855d3e82470d', 'name': 'network-vif-deleted', 'tag': '58a768ac-4e1d-429a-ac25-2eb6671c3617'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:54:30.515953 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5955e5b0-bda0-49be-8614-6473b73aaf94" -d '{"events": [{"server_uuid": "db2da1e7-3092-4774-8e97-855d3e82470d", "name": "network-vif-deleted", "tag": "58a768ac-4e1d-429a-ac25-2eb6671c3617"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:54:30.556462 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daf55c1-25fa-4441-8377-c2609222dbd5 x-openstack-request-id: req-7daf55c1-25fa-4441-8377-c2609222dbd5 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:54:30.556784 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2da1e7-3092-4774-8e97-855d3e82470d", "name": "network-vif-deleted", "tag": "58a768ac-4e1d-429a-ac25-2eb6671c3617", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:54:30.557379 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7daf55c1-25fa-4441-8377-c2609222dbd5 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:54:30.557503 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db2da1e7-3092-4774-8e97-855d3e82470d', 'name': 'network-vif-deleted', 'tag': '58a768ac-4e1d-429a-ac25-2eb6671c3617', 'status': 'completed', 'code': 200} Feb 17 15:54:30.599792 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5c5e058a-4503-4cb0-9120-8ff4f3057479 req-627638fd-20a9-4b38-9773-6ed773b90a26 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=db2da1e7-3092-4774-8e97-855d3e82470d HTTP/1.1" status: 200 len: 210 time: 0.0275090 Feb 17 15:54:31.864878 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854da565-404a-4875-9833-17685eb5ab14 req-e7c0ec4d-083a-4ab5-be8a-c8e651e07fe2 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:31.866358 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-854da565-404a-4875-9833-17685eb5ab14 req-e7c0ec4d-083a-4ab5-be8a-c8e651e07fe2 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a9a1ba-f597-44b2-ba9b-4b0de7887239 HTTP/1.1" status: 200 len: 945 time: 0.0531886 Feb 17 15:54:31.915396 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-854da565-404a-4875-9833-17685eb5ab14 req-19bd30cb-7bbe-4c14-bd0d-4280c0b07752 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434301 Feb 17 15:54:32.415957 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-02853449-28b0-41f5-ab65-6b7d222c28ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:33.032580 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5015b-6514-479d-b89e-85444229262d req-0de6c520-5478-4531-9a3e-89312866f144 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:33.034039 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6aa5015b-6514-479d-b89e-85444229262d req-0de6c520-5478-4531-9a3e-89312866f144 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=31a9a1ba-f597-44b2-ba9b-4b0de7887239 HTTP/1.1" status: 200 len: 945 time: 0.0513575 Feb 17 15:54:33.078758 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6aa5015b-6514-479d-b89e-85444229262d req-13994b21-9ff0-4eea-a759-26b35f8d3373 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391953 Feb 17 15:54:33.197960 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7b2b1-76b2-4b00-881a-cbd5bc0bc7ad req-c946b01f-9969-4451-9bcb-67eed1ac898d tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:33.199330 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8af7b2b1-76b2-4b00-881a-cbd5bc0bc7ad req-c946b01f-9969-4451-9bcb-67eed1ac898d tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.24 "GET /v2.0/ports?device_id=31a9a1ba-f597-44b2-ba9b-4b0de7887239 HTTP/1.1" status: 200 len: 945 time: 0.0508604 Feb 17 15:54:33.291455 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-8af7b2b1-76b2-4b00-881a-cbd5bc0bc7ad req-50d956fc-c71e-434f-bff7-08a99b4acb45 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Deleting port 492e1fe9-97a2-4c93-a82b-cb4f6022cc85 {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:54:33.291821 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-8af7b2b1-76b2-4b00-881a-cbd5bc0bc7ad req-50d956fc-c71e-434f-bff7-08a99b4acb45 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (492e1fe9-97a2-4c93-a82b-cb4f6022cc85), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:33.376512 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-8af7b2b1-76b2-4b00-881a-cbd5bc0bc7ad req-50d956fc-c71e-434f-bff7-08a99b4acb45 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] For port 492e1fe9-97a2-4c93-a82b-cb4f6022cc85, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=492e1fe9-97a2-4c93-a82b-cb4f6022cc85,segment=NetworkSegment(ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f),segment_id=ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:54:33.376875 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-8af7b2b1-76b2-4b00-881a-cbd5bc0bc7ad req-50d956fc-c71e-434f-bff7-08a99b4acb45 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (492e1fe9-97a2-4c93-a82b-cb4f6022cc85), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:33.389299 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-8af7b2b1-76b2-4b00-881a-cbd5bc0bc7ad req-50d956fc-c71e-434f-bff7-08a99b4acb45 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Calling delete_port for 492e1fe9-97a2-4c93-a82b-cb4f6022cc85 owned by compute:nova {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:54:33.514558 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-8af7b2b1-76b2-4b00-881a-cbd5bc0bc7ad req-50d956fc-c71e-434f-bff7-08a99b4acb45 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (492e1fe9-97a2-4c93-a82b-cb4f6022cc85), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:33.525232 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['601f4763-00a7-4ab4-a90d-164c3dd6698e', '492e1fe9-97a2-4c93-a82b-cb4f6022cc85'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:54:33.542051 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d956fc-c71e-434f-bff7-08a99b4acb45 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Pushing event deleted for resources: {'Port': ['ID=492e1fe9-97a2-4c93-a82b-cb4f6022cc85,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:33.587582 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af7b2b1-76b2-4b00-881a-cbd5bc0bc7ad req-50d956fc-c71e-434f-bff7-08a99b4acb45 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] No DVR routers for this DVR port 492e1fe9-97a2-4c93-a82b-cb4f6022cc85 on host hv-cinder-60634 {{(pid=109499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:54:33.590026 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-8af7b2b1-76b2-4b00-881a-cbd5bc0bc7ad req-50d956fc-c71e-434f-bff7-08a99b4acb45 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:33.593953 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8af7b2b1-76b2-4b00-881a-cbd5bc0bc7ad req-50d956fc-c71e-434f-bff7-08a99b4acb45 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.24 "DELETE /v2.0/ports/492e1fe9-97a2-4c93-a82b-cb4f6022cc85 HTTP/1.1" status: 204 len: 173 time: 0.3888540 Feb 17 15:54:33.594403 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a9a1ba-f597-44b2-ba9b-4b0de7887239', 'name': 'network-vif-deleted', 'tag': '492e1fe9-97a2-4c93-a82b-cb4f6022cc85'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:54:33.596910 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d340128-9a32-414c-80bb-83f3be4911b0" -d '{"events": [{"server_uuid": "31a9a1ba-f597-44b2-ba9b-4b0de7887239", "name": "network-vif-deleted", "tag": "492e1fe9-97a2-4c93-a82b-cb4f6022cc85"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:54:33.638149 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff064c9a-3773-4c83-a422-0296b6fdd0aa x-openstack-request-id: req-ff064c9a-3773-4c83-a422-0296b6fdd0aa {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:54:33.638440 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a9a1ba-f597-44b2-ba9b-4b0de7887239", "name": "network-vif-deleted", "tag": "492e1fe9-97a2-4c93-a82b-cb4f6022cc85", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:54:33.639232 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ff064c9a-3773-4c83-a422-0296b6fdd0aa {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:54:33.639632 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a9a1ba-f597-44b2-ba9b-4b0de7887239', 'name': 'network-vif-deleted', 'tag': '492e1fe9-97a2-4c93-a82b-cb4f6022cc85', 'status': 'completed', 'code': 200} Feb 17 15:54:33.659943 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:33.829408 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 58a768ac-4e1d-429a-ac25-2eb6671c3617 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:54:33.849803 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] No Port match for: 58a768ac-4e1d-429a-ac25-2eb6671c3617 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:54:33.850155 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 58a768ac-4e1d-429a-ac25-2eb6671c3617 not bound to the agent host hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:54:35.102418 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:35.458350 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c143a-27b6-46dc-9e44-e0fa518d849b req-fa56c8e9-029d-4f02-bafb-2941812395f4 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:35.459832 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6c5c143a-27b6-46dc-9e44-e0fa518d849b req-fa56c8e9-029d-4f02-bafb-2941812395f4 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=91a8d335-fce5-49d5-80d7-19b50996763e HTTP/1.1" status: 200 len: 945 time: 0.0520601 Feb 17 15:54:35.504870 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6c5c143a-27b6-46dc-9e44-e0fa518d849b req-657bf0c4-afa5-4248-8b6d-670c0feac245 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393708 Feb 17 15:54:35.831536 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 492e1fe9-97a2-4c93-a82b-cb4f6022cc85 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:54:35.851572 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] No Port match for: 492e1fe9-97a2-4c93-a82b-cb4f6022cc85 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:54:35.851925 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 492e1fe9-97a2-4c93-a82b-cb4f6022cc85 not bound to the agent host hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:54:36.560901 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:36.625009 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1ac09-23f4-44ba-b825-1cf7bb94a9f8 req-b6114351-99ee-4c8c-9f00-2149e8c660b4 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:36.626482 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9fd1ac09-23f4-44ba-b825-1cf7bb94a9f8 req-b6114351-99ee-4c8c-9f00-2149e8c660b4 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=91a8d335-fce5-49d5-80d7-19b50996763e HTTP/1.1" status: 200 len: 945 time: 0.0520854 Feb 17 15:54:36.676156 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-9fd1ac09-23f4-44ba-b825-1cf7bb94a9f8 req-4848a03f-fe99-4913-85fc-4f819d6041b0 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/security-groups?id=bfab1f43-f5df-4daa-88cb-50be9b179831&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440595 Feb 17 15:54:36.982919 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fe9a8-8816-4930-9f3c-6f9ac77424e0 req-2afab06f-ed9d-4202-a858-2721a87430e7 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:36.984688 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6a2fe9a8-8816-4930-9f3c-6f9ac77424e0 req-2afab06f-ed9d-4202-a858-2721a87430e7 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.24 "GET /v2.0/ports?device_id=91a8d335-fce5-49d5-80d7-19b50996763e HTTP/1.1" status: 200 len: 945 time: 0.0512381 Feb 17 15:54:37.074142 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-6a2fe9a8-8816-4930-9f3c-6f9ac77424e0 req-5e4ba597-aec5-4983-87ac-74f4edda7cee tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Deleting port 601f4763-00a7-4ab4-a90d-164c3dd6698e {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:54:37.074486 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-6a2fe9a8-8816-4930-9f3c-6f9ac77424e0 req-5e4ba597-aec5-4983-87ac-74f4edda7cee tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (601f4763-00a7-4ab4-a90d-164c3dd6698e), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:37.417202 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-6a2fe9a8-8816-4930-9f3c-6f9ac77424e0 req-5e4ba597-aec5-4983-87ac-74f4edda7cee tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] For port 601f4763-00a7-4ab4-a90d-164c3dd6698e, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=601f4763-00a7-4ab4-a90d-164c3dd6698e,segment=NetworkSegment(ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f),segment_id=ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:54:37.417592 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-6a2fe9a8-8816-4930-9f3c-6f9ac77424e0 req-5e4ba597-aec5-4983-87ac-74f4edda7cee tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (601f4763-00a7-4ab4-a90d-164c3dd6698e), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:37.429392 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-6a2fe9a8-8816-4930-9f3c-6f9ac77424e0 req-5e4ba597-aec5-4983-87ac-74f4edda7cee tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Calling delete_port for 601f4763-00a7-4ab4-a90d-164c3dd6698e owned by compute:nova {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:54:37.551582 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-6a2fe9a8-8816-4930-9f3c-6f9ac77424e0 req-5e4ba597-aec5-4983-87ac-74f4edda7cee tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (601f4763-00a7-4ab4-a90d-164c3dd6698e), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:37.563317 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['601f4763-00a7-4ab4-a90d-164c3dd6698e'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:54:37.579822 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4ba597-aec5-4983-87ac-74f4edda7cee tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Pushing event deleted for resources: {'Port': ['ID=601f4763-00a7-4ab4-a90d-164c3dd6698e,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:37.620935 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2fe9a8-8816-4930-9f3c-6f9ac77424e0 req-5e4ba597-aec5-4983-87ac-74f4edda7cee tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] No DVR routers for this DVR port 601f4763-00a7-4ab4-a90d-164c3dd6698e on host hv-cinder-60634 {{(pid=109499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:54:37.623344 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-6a2fe9a8-8816-4930-9f3c-6f9ac77424e0 req-5e4ba597-aec5-4983-87ac-74f4edda7cee tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:37.627157 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-6a2fe9a8-8816-4930-9f3c-6f9ac77424e0 req-5e4ba597-aec5-4983-87ac-74f4edda7cee tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.24 "DELETE /v2.0/ports/601f4763-00a7-4ab4-a90d-164c3dd6698e HTTP/1.1" status: 204 len: 173 time: 0.6355002 Feb 17 15:54:37.627680 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a8d335-fce5-49d5-80d7-19b50996763e', 'name': 'network-vif-deleted', 'tag': '601f4763-00a7-4ab4-a90d-164c3dd6698e'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:54:37.629814 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9038a31b-bddf-46e3-8b35-f9cbd7d84956" -d '{"events": [{"server_uuid": "91a8d335-fce5-49d5-80d7-19b50996763e", "name": "network-vif-deleted", "tag": "601f4763-00a7-4ab4-a90d-164c3dd6698e"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:54:37.669403 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b332500-ce8d-4654-bb94-d1c7ea72cc2f x-openstack-request-id: req-4b332500-ce8d-4654-bb94-d1c7ea72cc2f {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:54:37.669692 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a8d335-fce5-49d5-80d7-19b50996763e", "name": "network-vif-deleted", "tag": "601f4763-00a7-4ab4-a90d-164c3dd6698e", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:54:37.669940 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4b332500-ce8d-4654-bb94-d1c7ea72cc2f {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:54:37.670332 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a8d335-fce5-49d5-80d7-19b50996763e', 'name': 'network-vif-deleted', 'tag': '601f4763-00a7-4ab4-a90d-164c3dd6698e', 'status': 'completed', 'code': 200} Feb 17 15:54:37.780672 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5c408f5e-71ed-4ffa-853a-26bda5c4e4b6 req-c03d23ae-8626-4026-aa15-e76a7c85e438 tempest-AttachVolumeNegativeTest-943648595 tempest-AttachVolumeNegativeTest-943648595-project] 10.222.0.67 "GET /v2.0/ports?device_id=91a8d335-fce5-49d5-80d7-19b50996763e HTTP/1.1" status: 200 len: 210 time: 0.0266533 Feb 17 15:54:38.839743 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 58818) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:38.885888 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba9d99e0-6fcf-482e-9b6a-d5edabae5c9e admin admin] Deleting subnet ca7e19bd-8e40-4fac-a81b-7df56146509d {{(pid=109499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 15:54:38.888876 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ba9d99e0-6fcf-482e-9b6a-d5edabae5c9e admin admin] Publish callbacks [] for subnet (ca7e19bd-8e40-4fac-a81b-7df56146509d), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:38.922379 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ba9d99e0-6fcf-482e-9b6a-d5edabae5c9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8388614'] for subnet (ca7e19bd-8e40-4fac-a81b-7df56146509d), precommit_delete_associations {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:38.960544 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ba9d99e0-6fcf-482e-9b6a-d5edabae5c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775564'] for subnet (ca7e19bd-8e40-4fac-a81b-7df56146509d), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:39.011039 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ba9d99e0-6fcf-482e-9b6a-d5edabae5c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10180731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8557293'] for subnet (ca7e19bd-8e40-4fac-a81b-7df56146509d), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:39.039754 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d99e0-6fcf-482e-9b6a-d5edabae5c9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca7e19bd-8e40-4fac-a81b-7df56146509d,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:39.044969 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-ba9d99e0-6fcf-482e-9b6a-d5edabae5c9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:39.048092 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-ba9d99e0-6fcf-482e-9b6a-d5edabae5c9e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ca7e19bd-8e40-4fac-a81b-7df56146509d HTTP/1.1" status: 204 len: 168 time: 0.2073467 Feb 17 15:54:39.050840 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58820) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:39.053193 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d99e0-6fcf-482e-9b6a-d5edabae5c9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:39.053554 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d99e0-6fcf-482e-9b6a-d5edabae5c9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:39.053914 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d99e0-6fcf-482e-9b6a-d5edabae5c9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:39.054239 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d99e0-6fcf-482e-9b6a-d5edabae5c9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:39.054574 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d99e0-6fcf-482e-9b6a-d5edabae5c9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:39.054904 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d99e0-6fcf-482e-9b6a-d5edabae5c9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:39.055231 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d99e0-6fcf-482e-9b6a-d5edabae5c9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:39.055557 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d99e0-6fcf-482e-9b6a-d5edabae5c9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:39.055883 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d99e0-6fcf-482e-9b6a-d5edabae5c9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:39.056207 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d99e0-6fcf-482e-9b6a-d5edabae5c9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:39.056559 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d99e0-6fcf-482e-9b6a-d5edabae5c9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:39.056897 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d99e0-6fcf-482e-9b6a-d5edabae5c9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:39.057198 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9d99e0-6fcf-482e-9b6a-d5edabae5c9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:39.120091 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-96422f14-76e2-4f81-a542-48801988c2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686833'] for network (3a62bfaf-f270-4f77-afbd-67e679298ace), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:39.199050 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-96422f14-76e2-4f81-a542-48801988c2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772593', 'neutron.services.segments.db._delete_segments_for_network-8726999291531'] for network (3a62bfaf-f270-4f77-afbd-67e679298ace), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:39.219056 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.services.segments.db [None req-96422f14-76e2-4f81-a542-48801988c2e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a62bfaf-f270-4f77-afbd-67e679298ace']}} {{(pid=109498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:54:39.228095 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.services.segments.db [None req-96422f14-76e2-4f81-a542-48801988c2e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f') {'for_net_delete': True} {{(pid=109498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:54:39.228398 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.services.segments.db [None req-96422f14-76e2-4f81-a542-48801988c2e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f') {} {{(pid=109498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:54:39.237311 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-96422f14-76e2-4f81-a542-48801988c2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726999292820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583518'] for segment (ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:39.250446 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-96422f14-76e2-4f81-a542-48801988c2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:39.256064 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96422f14-76e2-4f81-a542-48801988c2e0 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=109498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 15:54:39.256466 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-96422f14-76e2-4f81-a542-48801988c2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8641672'] for segment (ebc29168-c6d8-4e1e-b2ca-8c7d54fc759f), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: Traceback (most recent call last): Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: timer() Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: cb(*args, **kw) Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: return func(*args, **kwargs) Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: self._notify() Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: self.callback(batched_events) Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: event.method(event) Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: return f(self, *a, **k) Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: return self._get(url).json() Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: return self.request(url, 'GET', **kwargs) Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 15:54:39.258434 dv-cinder-606346-36-iscsi neutron-server[109498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 15:54:39.309990 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-96422f14-76e2-4f81-a542-48801988c2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-772362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1606029'] for network (3a62bfaf-f270-4f77-afbd-67e679298ace), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:39.315844 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-96422f14-76e2-4f81-a542-48801988c2e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:39.318937 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-96422f14-76e2-4f81-a542-48801988c2e0 admin admin] 10.222.0.67 "DELETE /v2.0/networks/3a62bfaf-f270-4f77-afbd-67e679298ace HTTP/1.1" status: 204 len: 168 time: 0.2671192 Feb 17 15:54:39.330101 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96422f14-76e2-4f81-a542-48801988c2e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a62bfaf-f270-4f77-afbd-67e679298ace,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:39.476174 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58824) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:39.514520 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-0fd8e6a6-a7d9-4ec4-827b-e8acec398b46 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c6f2ae7968104ec2a3a0582872e9c07a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370443 Feb 17 15:54:39.516751 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58826) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:39.564993 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-c3c1f09c-faf8-4518-a23d-91e0ed84df62 admin admin] Publish callbacks [] for security_group (bfab1f43-f5df-4daa-88cb-50be9b179831), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:39.584759 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-c3c1f09c-faf8-4518-a23d-91e0ed84df62 admin admin] Publish callbacks [] for security_group (bfab1f43-f5df-4daa-88cb-50be9b179831), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:39.591268 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:54:39.633723 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-c3c1f09c-faf8-4518-a23d-91e0ed84df62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (bfab1f43-f5df-4daa-88cb-50be9b179831), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:39.636871 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-c3c1f09c-faf8-4518-a23d-91e0ed84df62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:39.638250 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-c3c1f09c-faf8-4518-a23d-91e0ed84df62 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bfab1f43-f5df-4daa-88cb-50be9b179831 HTTP/1.1" status: 204 len: 168 time: 0.1206057 Feb 17 15:54:39.650514 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1f09c-faf8-4518-a23d-91e0ed84df62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfab1f43-f5df-4daa-88cb-50be9b179831,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:39.873452 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 601f4763-00a7-4ab4-a90d-164c3dd6698e no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:54:39.893524 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] No Port match for: 601f4763-00a7-4ab4-a90d-164c3dd6698e {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:54:39.893874 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device 601f4763-00a7-4ab4-a90d-164c3dd6698e not bound to the agent host hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:54:43.250741 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58888) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:43.349946 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-8b1547d3-53d9-4240-bc5e-7678a0355305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:43.421393 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-8b1547d3-53d9-4240-bc5e-7678a0355305 admin admin] Publish callbacks [] for security_group (81df7517-b627-4013-a08c-521f146efe30), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:43.425093 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-8b1547d3-53d9-4240-bc5e-7678a0355305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (81df7517-b627-4013-a08c-521f146efe30), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:43.460936 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1547d3-53d9-4240-bc5e-7678a0355305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81df7517-b627-4013-a08c-521f146efe30,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:43.465506 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-8b1547d3-53d9-4240-bc5e-7678a0355305 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c3b7133d98fb4ebdb2c54d45a1fff6b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137327 Feb 17 15:54:43.468613 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58892) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:43.515283 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-32330140-8dea-49cf-a151-4b4c58b2d8dd admin admin] Publish callbacks [] for security_group (81df7517-b627-4013-a08c-521f146efe30), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:43.538055 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-32330140-8dea-49cf-a151-4b4c58b2d8dd admin admin] Publish callbacks [] for security_group (81df7517-b627-4013-a08c-521f146efe30), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:43.585468 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-32330140-8dea-49cf-a151-4b4c58b2d8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (81df7517-b627-4013-a08c-521f146efe30), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:43.587967 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-32330140-8dea-49cf-a151-4b4c58b2d8dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:43.589135 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-32330140-8dea-49cf-a151-4b4c58b2d8dd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/81df7517-b627-4013-a08c-521f146efe30 HTTP/1.1" status: 204 len: 168 time: 0.1196423 Feb 17 15:54:43.597191 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32330140-8dea-49cf-a151-4b4c58b2d8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81df7517-b627-4013-a08c-521f146efe30,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:44.168522 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58914) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:44.268087 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-e286426a-b5df-423b-b943-89dd3c94d7dc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-950688624-network', 'tenant_id': '9158594c5854445d81606a8895acdc46'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:54:44.286449 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e286426a-b5df-423b-b943-89dd3c94d7dc admin admin] Made reservation on behalf of 9158594c5854445d81606a8895acdc46 for: {'network': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:54:44.288619 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e286426a-b5df-423b-b943-89dd3c94d7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for network (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:44.296549 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e286426a-b5df-423b-b943-89dd3c94d7dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:44.365997 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e286426a-b5df-423b-b943-89dd3c94d7dc admin admin] Publish callbacks [] for security_group (8c2f467f-7840-4fe7-898f-d717c1aa2f27), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:44.369912 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e286426a-b5df-423b-b943-89dd3c94d7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (8c2f467f-7840-4fe7-898f-d717c1aa2f27), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:44.394951 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e286426a-b5df-423b-b943-89dd3c94d7dc admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=109498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 15:54:44.403567 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286426a-b5df-423b-b943-89dd3c94d7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2f467f-7840-4fe7-898f-d717c1aa2f27,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:44.409931 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e286426a-b5df-423b-b943-89dd3c94d7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (a273ee45-5322-4fbf-bdd6-bed29aaec317), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:44.410352 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.db.segments_db [None req-e286426a-b5df-423b-b943-89dd3c94d7dc admin admin] Added segment a273ee45-5322-4fbf-bdd6-bed29aaec317 of type vlan for network a2d0236b-ca5b-4bfc-bfba-1b7468be2ee7 Feb 17 15:54:44.448966 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e286426a-b5df-423b-b943-89dd3c94d7dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726998781570'] for network (a2d0236b-ca5b-4bfc-bfba-1b7468be2ee7), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:44.472085 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e286426a-b5df-423b-b943-89dd3c94d7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for network (a2d0236b-ca5b-4bfc-bfba-1b7468be2ee7), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:44.473071 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e286426a-b5df-423b-b943-89dd3c94d7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:44.473639 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-e286426a-b5df-423b-b943-89dd3c94d7dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:44.505600 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-e286426a-b5df-423b-b943-89dd3c94d7dc admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3359857 Feb 17 15:54:44.508737 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 58918) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:44.513813 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-17cccdd2-f36b-43d9-aebe-7cad6d7f9381 admin admin] Request body: {'subnet': {'network_id': 'a2d0236b-ca5b-4bfc-bfba-1b7468be2ee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-950688624-subnet', 'tenant_id': '9158594c5854445d81606a8895acdc46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:54:44.535137 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cccdd2-f36b-43d9-aebe-7cad6d7f9381 admin admin] Made reservation on behalf of 9158594c5854445d81606a8895acdc46 for: {'subnet': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:54:44.536147 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286426a-b5df-423b-b943-89dd3c94d7dc admin admin] Pushing event updated for resources: {'Network': ['ID=a2d0236b-ca5b-4bfc-bfba-1b7468be2ee7,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:44.537616 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-17cccdd2-f36b-43d9-aebe-7cad6d7f9381 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8557256'] for subnet (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:44.549300 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Network a2d0236b-ca5b-4bfc-bfba-1b7468be2ee7 details requested by agent ovs-agent-dv-cinder-606346-36-iscsi with host dv-cinder-606346-36-iscsi {{(pid=109500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 15:54:44.704038 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-17cccdd2-f36b-43d9-aebe-7cad6d7f9381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10182334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8557306'] for subnet (b13a17f1-9ef6-40d2-aff8-6cfd040215b4), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:44.758508 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cccdd2-f36b-43d9-aebe-7cad6d7f9381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b13a17f1-9ef6-40d2-aff8-6cfd040215b4,revision_number=0']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:44.765353 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17cccdd2-f36b-43d9-aebe-7cad6d7f9381 admin admin] Checking segment: {'id': 'a273ee45-5322-4fbf-bdd6-bed29aaec317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a2d0236b-ca5b-4bfc-bfba-1b7468be2ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:54:44.765707 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cccdd2-f36b-43d9-aebe-7cad6d7f9381 admin admin] Network hostable DHCP agents. Network: a2d0236b-ca5b-4bfc-bfba-1b7468be2ee7, hostable agents: ['c690b10a-9812-45df-b2f8-72b352956aca'], hosted agents: [] {{(pid=109499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 15:54:44.781977 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17cccdd2-f36b-43d9-aebe-7cad6d7f9381 admin admin] Network a2d0236b-ca5b-4bfc-bfba-1b7468be2ee7 is scheduled to be hosted by DHCP agent c690b10a-9812-45df-b2f8-72b352956aca with binding_index 1 {{(pid=109499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 15:54:44.790060 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-17cccdd2-f36b-43d9-aebe-7cad6d7f9381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-36-iscsi, a2d0236b-ca5b-4bfc-bfba-1b7468be2ee7) {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:54:44.793947 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cccdd2-f36b-43d9-aebe-7cad6d7f9381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:44.794533 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-17cccdd2-f36b-43d9-aebe-7cad6d7f9381 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:44.799523 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f022b69b-0d8f-4227-b2c2-2b091b828e55 None None] Network a2d0236b-ca5b-4bfc-bfba-1b7468be2ee7 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:54:44.809870 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-17cccdd2-f36b-43d9-aebe-7cad6d7f9381 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.2999914 Feb 17 15:54:44.898701 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b32222-7193-400c-919e-f4f7ec7e6b74 None None] Network a2d0236b-ca5b-4bfc-bfba-1b7468be2ee7 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:54:45.254224 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58934) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:45.259027 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.v2.base [None req-892ebb4a-4f60-4161-8f76-ec6d0355e609 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-765082100-network', 'tenant_id': 'fafaf0887c1142d58b65c70da18f2030'}} {{(pid=109498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:54:45.276185 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892ebb4a-4f60-4161-8f76-ec6d0355e609 admin admin] Made reservation on behalf of fafaf0887c1142d58b65c70da18f2030 for: {'network': 1} {{(pid=109498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:54:45.278424 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-892ebb4a-4f60-4161-8f76-ec6d0355e609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for network (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:45.286875 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-892ebb4a-4f60-4161-8f76-ec6d0355e609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:45.357228 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-892ebb4a-4f60-4161-8f76-ec6d0355e609 admin admin] Publish callbacks [] for security_group (d0127e2c-a671-4d49-9ccd-312b6a337cb0), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:45.360778 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-892ebb4a-4f60-4161-8f76-ec6d0355e609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (d0127e2c-a671-4d49-9ccd-312b6a337cb0), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:45.384150 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892ebb4a-4f60-4161-8f76-ec6d0355e609 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=109498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 15:54:45.393742 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ebb4a-4f60-4161-8f76-ec6d0355e609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0127e2c-a671-4d49-9ccd-312b6a337cb0,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:45.400625 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-892ebb4a-4f60-4161-8f76-ec6d0355e609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (435fbc6f-06e0-4919-b094-d836e594fca1), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:45.400973 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.db.segments_db [None req-892ebb4a-4f60-4161-8f76-ec6d0355e609 admin admin] Added segment 435fbc6f-06e0-4919-b094-d836e594fca1 of type vlan for network 890d04f0-382d-4a95-a306-cefae9795e33 Feb 17 15:54:45.439268 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-892ebb4a-4f60-4161-8f76-ec6d0355e609 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8726998781570'] for network (890d04f0-382d-4a95-a306-cefae9795e33), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:45.465411 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-892ebb4a-4f60-4161-8f76-ec6d0355e609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452'] for network (890d04f0-382d-4a95-a306-cefae9795e33), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:45.466341 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892ebb4a-4f60-4161-8f76-ec6d0355e609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:45.466910 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-892ebb4a-4f60-4161-8f76-ec6d0355e609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:45.499970 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-892ebb4a-4f60-4161-8f76-ec6d0355e609 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2446468 Feb 17 15:54:45.502975 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 58936) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:45.507890 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-89e853d4-bf91-48c5-afec-c6498e6c56d4 admin admin] Request body: {'subnet': {'network_id': '890d04f0-382d-4a95-a306-cefae9795e33', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-765082100-subnet', 'tenant_id': 'fafaf0887c1142d58b65c70da18f2030', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:54:45.525984 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e853d4-bf91-48c5-afec-c6498e6c56d4 admin admin] Made reservation on behalf of fafaf0887c1142d58b65c70da18f2030 for: {'subnet': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:54:45.526744 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ebb4a-4f60-4161-8f76-ec6d0355e609 admin admin] Pushing event updated for resources: {'Network': ['ID=890d04f0-382d-4a95-a306-cefae9795e33,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:45.528273 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-89e853d4-bf91-48c5-afec-c6498e6c56d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8557256'] for subnet (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:45.537178 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Network 890d04f0-382d-4a95-a306-cefae9795e33 details requested by agent ovs-agent-dv-cinder-606346-36-iscsi with host dv-cinder-606346-36-iscsi {{(pid=109500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 15:54:45.681918 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:45.696305 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-89e853d4-bf91-48c5-afec-c6498e6c56d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10182334', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8557306'] for subnet (18eedaec-c787-479f-b0e0-1c375f230026), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:45.751002 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e853d4-bf91-48c5-afec-c6498e6c56d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18eedaec-c787-479f-b0e0-1c375f230026,revision_number=0']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:45.757978 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e853d4-bf91-48c5-afec-c6498e6c56d4 admin admin] Checking segment: {'id': '435fbc6f-06e0-4919-b094-d836e594fca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '890d04f0-382d-4a95-a306-cefae9795e33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:54:45.758331 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e853d4-bf91-48c5-afec-c6498e6c56d4 admin admin] Network hostable DHCP agents. Network: 890d04f0-382d-4a95-a306-cefae9795e33, hostable agents: ['c690b10a-9812-45df-b2f8-72b352956aca'], hosted agents: [] {{(pid=109499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 15:54:45.775217 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e853d4-bf91-48c5-afec-c6498e6c56d4 admin admin] Network 890d04f0-382d-4a95-a306-cefae9795e33 is scheduled to be hosted by DHCP agent c690b10a-9812-45df-b2f8-72b352956aca with binding_index 1 {{(pid=109499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 15:54:45.783898 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-89e853d4-bf91-48c5-afec-c6498e6c56d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-606346-36-iscsi, 890d04f0-382d-4a95-a306-cefae9795e33) {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:54:45.787766 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e853d4-bf91-48c5-afec-c6498e6c56d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:54:45.788348 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-89e853d4-bf91-48c5-afec-c6498e6c56d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:45.792828 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4940b534-0d64-438f-9439-024c1b60f1de None None] Network 890d04f0-382d-4a95-a306-cefae9795e33 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:54:45.814157 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-89e853d4-bf91-48c5-afec-c6498e6c56d4 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3007107 Feb 17 15:54:45.896348 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5509bdd-3d36-44f7-8d9a-ddde70b453fd None None] Network 890d04f0-382d-4a95-a306-cefae9795e33 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:54:45.919248 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 58940) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:45.962364 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fbd449e-caa1-46b8-a8ee-db57815cbc98 admin admin] Deleting subnet b13a17f1-9ef6-40d2-aff8-6cfd040215b4 {{(pid=109499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 15:54:45.965511 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6fbd449e-caa1-46b8-a8ee-db57815cbc98 admin admin] Publish callbacks [] for subnet (b13a17f1-9ef6-40d2-aff8-6cfd040215b4), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:46.004463 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6fbd449e-caa1-46b8-a8ee-db57815cbc98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8388614'] for subnet (b13a17f1-9ef6-40d2-aff8-6cfd040215b4), precommit_delete_associations {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:46.044172 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6fbd449e-caa1-46b8-a8ee-db57815cbc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775564'] for subnet (b13a17f1-9ef6-40d2-aff8-6cfd040215b4), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:46.098712 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6fbd449e-caa1-46b8-a8ee-db57815cbc98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10180731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8557293'] for subnet (b13a17f1-9ef6-40d2-aff8-6cfd040215b4), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:46.124652 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd449e-caa1-46b8-a8ee-db57815cbc98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b13a17f1-9ef6-40d2-aff8-6cfd040215b4,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:46.128330 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-6fbd449e-caa1-46b8-a8ee-db57815cbc98 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:46.131518 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-6fbd449e-caa1-46b8-a8ee-db57815cbc98 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b13a17f1-9ef6-40d2-aff8-6cfd040215b4 HTTP/1.1" status: 204 len: 168 time: 0.2117221 Feb 17 15:54:46.133993 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 58942) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:46.204258 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-76f70ebf-5139-4f7d-9ffb-7e905bc468c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686833'] for network (a2d0236b-ca5b-4bfc-bfba-1b7468be2ee7), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:46.278051 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-76f70ebf-5139-4f7d-9ffb-7e905bc468c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772593', 'neutron.services.segments.db._delete_segments_for_network-8726999291531'] for network (a2d0236b-ca5b-4bfc-bfba-1b7468be2ee7), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:46.298058 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-76f70ebf-5139-4f7d-9ffb-7e905bc468c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d0236b-ca5b-4bfc-bfba-1b7468be2ee7']}} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:54:46.306926 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-76f70ebf-5139-4f7d-9ffb-7e905bc468c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a273ee45-5322-4fbf-bdd6-bed29aaec317') {'for_net_delete': True} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:54:46.307221 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-76f70ebf-5139-4f7d-9ffb-7e905bc468c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a273ee45-5322-4fbf-bdd6-bed29aaec317') {} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:54:46.320930 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-76f70ebf-5139-4f7d-9ffb-7e905bc468c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726999292820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8388623'] for segment (a273ee45-5322-4fbf-bdd6-bed29aaec317), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:46.333822 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-76f70ebf-5139-4f7d-9ffb-7e905bc468c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (a273ee45-5322-4fbf-bdd6-bed29aaec317), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:46.339363 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f70ebf-5139-4f7d-9ffb-7e905bc468c0 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 15:54:46.339740 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-76f70ebf-5139-4f7d-9ffb-7e905bc468c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10180641'] for segment (a273ee45-5322-4fbf-bdd6-bed29aaec317), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: Traceback (most recent call last): Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: timer() Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: cb(*args, **kw) Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: return func(*args, **kwargs) Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: self._notify() Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: self.callback(batched_events) Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: event.method(event) Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: return f(self, *a, **k) Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: return self._get(url).json() Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: return self.request(url, 'GET', **kwargs) Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 15:54:46.341404 dv-cinder-606346-36-iscsi neutron-server[109499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 15:54:46.393003 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-76f70ebf-5139-4f7d-9ffb-7e905bc468c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-772362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1606029'] for network (a2d0236b-ca5b-4bfc-bfba-1b7468be2ee7), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:46.398135 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-76f70ebf-5139-4f7d-9ffb-7e905bc468c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:46.401283 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-76f70ebf-5139-4f7d-9ffb-7e905bc468c0 admin admin] 10.222.0.67 "DELETE /v2.0/networks/a2d0236b-ca5b-4bfc-bfba-1b7468be2ee7 HTTP/1.1" status: 204 len: 168 time: 0.2663851 Feb 17 15:54:46.404400 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58944) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:46.412158 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f70ebf-5139-4f7d-9ffb-7e905bc468c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2d0236b-ca5b-4bfc-bfba-1b7468be2ee7,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:46.448087 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_v2 [None req-56483c67-5da6-4924-9b2f-2164a2fc0b2b admin admin] Deleting subnet 18eedaec-c787-479f-b0e0-1c375f230026 {{(pid=109498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 15:54:46.451176 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-56483c67-5da6-4924-9b2f-2164a2fc0b2b admin admin] Publish callbacks [] for subnet (18eedaec-c787-479f-b0e0-1c375f230026), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:46.488527 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-56483c67-5da6-4924-9b2f-2164a2fc0b2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583511'] for subnet (18eedaec-c787-479f-b0e0-1c375f230026), precommit_delete_associations {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:46.524205 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-56483c67-5da6-4924-9b2f-2164a2fc0b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775564'] for subnet (18eedaec-c787-479f-b0e0-1c375f230026), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:46.575482 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-56483c67-5da6-4924-9b2f-2164a2fc0b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8641746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8764440'] for subnet (18eedaec-c787-479f-b0e0-1c375f230026), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:46.598440 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56483c67-5da6-4924-9b2f-2164a2fc0b2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18eedaec-c787-479f-b0e0-1c375f230026,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:46.604936 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-56483c67-5da6-4924-9b2f-2164a2fc0b2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for subnet (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:46.608663 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-56483c67-5da6-4924-9b2f-2164a2fc0b2b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/18eedaec-c787-479f-b0e0-1c375f230026 HTTP/1.1" status: 204 len: 168 time: 0.2025247 Feb 17 15:54:46.610981 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58946) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:46.679041 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686833'] for network (890d04f0-382d-4a95-a306-cefae9795e33), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:46.754103 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772593', 'neutron.services.segments.db._delete_segments_for_network-8726999291531'] for network (890d04f0-382d-4a95-a306-cefae9795e33), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:46.772635 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.services.segments.db [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890d04f0-382d-4a95-a306-cefae9795e33']}} {{(pid=109498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:54:46.781832 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.services.segments.db [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435fbc6f-06e0-4919-b094-d836e594fca1') {'for_net_delete': True} {{(pid=109498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:54:46.782136 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.services.segments.db [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435fbc6f-06e0-4919-b094-d836e594fca1') {} {{(pid=109498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:54:46.790985 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726999292820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583518'] for segment (435fbc6f-06e0-4919-b094-d836e594fca1), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:46.804080 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (435fbc6f-06e0-4919-b094-d836e594fca1), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:46.809665 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=109498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 15:54:46.810045 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8641672'] for segment (435fbc6f-06e0-4919-b094-d836e594fca1), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: Traceback (most recent call last): Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: timer() Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: cb(*args, **kw) Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: return func(*args, **kwargs) Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: self._notify() Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: self.callback(batched_events) Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: event.method(event) Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: return f(self, *a, **k) Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: return self._get(url).json() Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: return self.request(url, 'GET', **kwargs) Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 15:54:46.811613 dv-cinder-606346-36-iscsi neutron-server[109498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 15:54:47.108297 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-772362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1606029'] for network (890d04f0-382d-4a95-a306-cefae9795e33), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:47.113309 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:47.116342 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] 10.222.0.67 "DELETE /v2.0/networks/890d04f0-382d-4a95-a306-cefae9795e33 HTTP/1.1" status: 204 len: 168 time: 0.5044646 Feb 17 15:54:47.126906 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] Pushing event deleted for resources: {'Network': ['ID=890d04f0-382d-4a95-a306-cefae9795e33,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:47.133729 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:47.134078 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:47.134414 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:47.134745 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:47.135073 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:47.135398 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:47.135724 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:47.136050 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:47.136369 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:47.136710 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:47.137027 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:47.137342 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:47.137655 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251e15e2-6dfa-490f-9ce0-17bebed0de15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:54:47.281282 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58950) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:47.318757 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-e82ec944-9f68-427a-908d-445e0176206b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9158594c5854445d81606a8895acdc46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0363743 Feb 17 15:54:47.321040 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58952) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:47.365967 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-625c3e4e-4c5b-4e56-ad88-b98e95c2b1c6 admin admin] Publish callbacks [] for security_group (8c2f467f-7840-4fe7-898f-d717c1aa2f27), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:47.386248 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-625c3e4e-4c5b-4e56-ad88-b98e95c2b1c6 admin admin] Publish callbacks [] for security_group (8c2f467f-7840-4fe7-898f-d717c1aa2f27), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:47.432707 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-625c3e4e-4c5b-4e56-ad88-b98e95c2b1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (8c2f467f-7840-4fe7-898f-d717c1aa2f27), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:47.435264 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-625c3e4e-4c5b-4e56-ad88-b98e95c2b1c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:47.436977 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-625c3e4e-4c5b-4e56-ad88-b98e95c2b1c6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8c2f467f-7840-4fe7-898f-d717c1aa2f27 HTTP/1.1" status: 204 len: 168 time: 0.1150723 Feb 17 15:54:47.444683 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c3e4e-4c5b-4e56-ad88-b98e95c2b1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2f467f-7840-4fe7-898f-d717c1aa2f27,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:47.748308 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58958) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:47.795071 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-ece8be94-11ac-4d91-92aa-2d8ee8bcb123 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fafaf0887c1142d58b65c70da18f2030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455992 Feb 17 15:54:47.797990 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 58960) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:47.841890 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b59d2eef-e9a3-4bff-8967-ccdcbc62c6ce admin admin] Publish callbacks [] for security_group (d0127e2c-a671-4d49-9ccd-312b6a337cb0), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:47.862197 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b59d2eef-e9a3-4bff-8967-ccdcbc62c6ce admin admin] Publish callbacks [] for security_group (d0127e2c-a671-4d49-9ccd-312b6a337cb0), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:47.907091 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b59d2eef-e9a3-4bff-8967-ccdcbc62c6ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (d0127e2c-a671-4d49-9ccd-312b6a337cb0), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:47.909782 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b59d2eef-e9a3-4bff-8967-ccdcbc62c6ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:47.910862 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-b59d2eef-e9a3-4bff-8967-ccdcbc62c6ce admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d0127e2c-a671-4d49-9ccd-312b6a337cb0 HTTP/1.1" status: 204 len: 168 time: 0.1120117 Feb 17 15:54:47.918212 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d2eef-e9a3-4bff-8967-ccdcbc62c6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0127e2c-a671-4d49-9ccd-312b6a337cb0,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:49.479834 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 59016) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:49.579240 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-91a9ef76-0db9-41b4-b750-fb8780a78780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:49.651048 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-91a9ef76-0db9-41b4-b750-fb8780a78780 admin admin] Publish callbacks [] for security_group (f687bad0-d4d3-4d11-88a4-de71eaadb822), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:49.655218 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-91a9ef76-0db9-41b4-b750-fb8780a78780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (f687bad0-d4d3-4d11-88a4-de71eaadb822), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:49.691787 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-91a9ef76-0db9-41b4-b750-fb8780a78780 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=50684efdf0534dd2a24b8c4a488ea5e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108679 Feb 17 15:54:49.692906 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9ef76-0db9-41b4-b750-fb8780a78780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f687bad0-d4d3-4d11-88a4-de71eaadb822,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:49.694570 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 59020) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:49.743183 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-bde5c8e0-d991-4619-8965-ccd631daa359 admin admin] Publish callbacks [] for security_group (f687bad0-d4d3-4d11-88a4-de71eaadb822), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:49.763335 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-bde5c8e0-d991-4619-8965-ccd631daa359 admin admin] Publish callbacks [] for security_group (f687bad0-d4d3-4d11-88a4-de71eaadb822), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:49.812822 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-bde5c8e0-d991-4619-8965-ccd631daa359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (f687bad0-d4d3-4d11-88a4-de71eaadb822), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:49.815438 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-bde5c8e0-d991-4619-8965-ccd631daa359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:49.816604 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-bde5c8e0-d991-4619-8965-ccd631daa359 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f687bad0-d4d3-4d11-88a4-de71eaadb822 HTTP/1.1" status: 204 len: 168 time: 0.1210227 Feb 17 15:54:49.823966 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5c8e0-d991-4619-8965-ccd631daa359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f687bad0-d4d3-4d11-88a4-de71eaadb822,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:50.066076 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 59026) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:50.079408 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-99288ceb-f654-4875-a9ba-1c7649cf11ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:50.152102 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-99288ceb-f654-4875-a9ba-1c7649cf11ff admin admin] Publish callbacks [] for security_group (2f35a162-d625-488d-9d01-9df86247efbc), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:50.156208 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-99288ceb-f654-4875-a9ba-1c7649cf11ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (2f35a162-d625-488d-9d01-9df86247efbc), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:50.193100 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-99288ceb-f654-4875-a9ba-1c7649cf11ff admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=29e2840a5f8a4152bfddb318aa202647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1259730 Feb 17 15:54:50.194187 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99288ceb-f654-4875-a9ba-1c7649cf11ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f35a162-d625-488d-9d01-9df86247efbc,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:50.195782 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 59028) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:50.243971 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-ef053257-a783-4624-bb7c-6da0e6a17430 admin admin] Publish callbacks [] for security_group (2f35a162-d625-488d-9d01-9df86247efbc), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:50.265002 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-ef053257-a783-4624-bb7c-6da0e6a17430 admin admin] Publish callbacks [] for security_group (2f35a162-d625-488d-9d01-9df86247efbc), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:50.309984 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-ef053257-a783-4624-bb7c-6da0e6a17430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (2f35a162-d625-488d-9d01-9df86247efbc), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:50.313108 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-ef053257-a783-4624-bb7c-6da0e6a17430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:50.314227 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-ef053257-a783-4624-bb7c-6da0e6a17430 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2f35a162-d625-488d-9d01-9df86247efbc HTTP/1.1" status: 204 len: 168 time: 0.1174638 Feb 17 15:54:50.321740 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef053257-a783-4624-bb7c-6da0e6a17430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f35a162-d625-488d-9d01-9df86247efbc,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:56.473241 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 59148) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:56.575249 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2b198160-5f4c-483c-a6b1-a9d38de8adeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:56.647959 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2b198160-5f4c-483c-a6b1-a9d38de8adeb admin admin] Publish callbacks [] for security_group (c8cb5c8d-08b0-4988-b258-4ae6b3ed980f), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:56.651629 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2b198160-5f4c-483c-a6b1-a9d38de8adeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (c8cb5c8d-08b0-4988-b258-4ae6b3ed980f), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:56.687799 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-2b198160-5f4c-483c-a6b1-a9d38de8adeb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6252b2a36b6a48928b76d58bf21730a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135081 Feb 17 15:54:56.689785 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b198160-5f4c-483c-a6b1-a9d38de8adeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8cb5c8d-08b0-4988-b258-4ae6b3ed980f,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:56.690559 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 59152) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:56.738574 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f9da5ebd-f063-465f-8026-5cdf27c333a8 admin admin] Publish callbacks [] for security_group (c8cb5c8d-08b0-4988-b258-4ae6b3ed980f), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:56.758133 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f9da5ebd-f063-465f-8026-5cdf27c333a8 admin admin] Publish callbacks [] for security_group (c8cb5c8d-08b0-4988-b258-4ae6b3ed980f), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:56.804106 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f9da5ebd-f063-465f-8026-5cdf27c333a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (c8cb5c8d-08b0-4988-b258-4ae6b3ed980f), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:56.806574 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-f9da5ebd-f063-465f-8026-5cdf27c333a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:56.807686 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-f9da5ebd-f063-465f-8026-5cdf27c333a8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c8cb5c8d-08b0-4988-b258-4ae6b3ed980f HTTP/1.1" status: 204 len: 168 time: 0.1161582 Feb 17 15:54:56.814949 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da5ebd-f063-465f-8026-5cdf27c333a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8cb5c8d-08b0-4988-b258-4ae6b3ed980f,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:57.058939 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 59158) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:57.072387 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a71dd2aa-38dc-4b5c-b4c9-7e489aefd280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:57.145356 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a71dd2aa-38dc-4b5c-b4c9-7e489aefd280 admin admin] Publish callbacks [] for security_group (f5d52fb6-50ee-4b0a-8cda-b857bb4e2522), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:57.148928 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-a71dd2aa-38dc-4b5c-b4c9-7e489aefd280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (f5d52fb6-50ee-4b0a-8cda-b857bb4e2522), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:57.184899 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-a71dd2aa-38dc-4b5c-b4c9-7e489aefd280 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a9094a23d3e2497dbe2be4968decb811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1249280 Feb 17 15:54:57.185750 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71dd2aa-38dc-4b5c-b4c9-7e489aefd280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d52fb6-50ee-4b0a-8cda-b857bb4e2522,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:57.188816 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 59160) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:57.239562 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-53f74755-66e1-4df1-b4be-b9aafe0bfaef admin admin] Publish callbacks [] for security_group (f5d52fb6-50ee-4b0a-8cda-b857bb4e2522), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:57.260089 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-53f74755-66e1-4df1-b4be-b9aafe0bfaef admin admin] Publish callbacks [] for security_group (f5d52fb6-50ee-4b0a-8cda-b857bb4e2522), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:57.305745 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-53f74755-66e1-4df1-b4be-b9aafe0bfaef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (f5d52fb6-50ee-4b0a-8cda-b857bb4e2522), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:57.308242 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-53f74755-66e1-4df1-b4be-b9aafe0bfaef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:57.309451 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-53f74755-66e1-4df1-b4be-b9aafe0bfaef admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f5d52fb6-50ee-4b0a-8cda-b857bb4e2522 HTTP/1.1" status: 204 len: 168 time: 0.1193702 Feb 17 15:54:57.317409 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f74755-66e1-4df1-b4be-b9aafe0bfaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d52fb6-50ee-4b0a-8cda-b857bb4e2522,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:59.153420 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 59230) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:59.252619 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e1c64f9-5fb6-43c0-a6bc-6b59e1442998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:59.325041 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e1c64f9-5fb6-43c0-a6bc-6b59e1442998 admin admin] Publish callbacks [] for security_group (46cfd1c3-fba8-468e-b5a0-e30569e01fdb), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:59.329064 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-9e1c64f9-5fb6-43c0-a6bc-6b59e1442998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (46cfd1c3-fba8-468e-b5a0-e30569e01fdb), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:59.364963 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c64f9-5fb6-43c0-a6bc-6b59e1442998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cfd1c3-fba8-468e-b5a0-e30569e01fdb,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:59.369259 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-9e1c64f9-5fb6-43c0-a6bc-6b59e1442998 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ffdcd312feaf4765a591c351ff6b3426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148476 Feb 17 15:54:59.372218 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 59234) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:59.419188 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-61b1f418-a531-4e5b-936e-f6d498c36207 admin admin] Publish callbacks [] for security_group (46cfd1c3-fba8-468e-b5a0-e30569e01fdb), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:59.442726 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-61b1f418-a531-4e5b-936e-f6d498c36207 admin admin] Publish callbacks [] for security_group (46cfd1c3-fba8-468e-b5a0-e30569e01fdb), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:59.488164 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-61b1f418-a531-4e5b-936e-f6d498c36207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (46cfd1c3-fba8-468e-b5a0-e30569e01fdb), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:59.490749 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-61b1f418-a531-4e5b-936e-f6d498c36207 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:59.491920 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-61b1f418-a531-4e5b-936e-f6d498c36207 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/46cfd1c3-fba8-468e-b5a0-e30569e01fdb HTTP/1.1" status: 204 len: 168 time: 0.1191070 Feb 17 15:54:59.499930 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1f418-a531-4e5b-936e-f6d498c36207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cfd1c3-fba8-468e-b5a0-e30569e01fdb,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:59.748181 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 59240) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:59.761598 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-191cf205-135f-4597-b53d-cc1c574a20e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:59.834845 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-191cf205-135f-4597-b53d-cc1c574a20e9 admin admin] Publish callbacks [] for security_group (8da46ec8-4aed-4923-b372-cbf427277d0c), precommit_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:59.838208 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-191cf205-135f-4597-b53d-cc1c574a20e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (8da46ec8-4aed-4923-b372-cbf427277d0c), after_create {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:59.875243 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-191cf205-135f-4597-b53d-cc1c574a20e9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dcc74268abf54c5a85c0f91417add269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1260140 Feb 17 15:54:59.877237 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cf205-135f-4597-b53d-cc1c574a20e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da46ec8-4aed-4923-b372-cbf427277d0c,revision_number=1']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:54:59.878023 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 59242) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:54:59.924755 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2135d950-c2e5-4a11-96ab-c2a6aab3278e admin admin] Publish callbacks [] for security_group (8da46ec8-4aed-4923-b372-cbf427277d0c), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:59.945653 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2135d950-c2e5-4a11-96ab-c2a6aab3278e admin admin] Publish callbacks [] for security_group (8da46ec8-4aed-4923-b372-cbf427277d0c), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:59.994646 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2135d950-c2e5-4a11-96ab-c2a6aab3278e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (8da46ec8-4aed-4923-b372-cbf427277d0c), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:59.997268 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-2135d950-c2e5-4a11-96ab-c2a6aab3278e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:54:59.998419 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-2135d950-c2e5-4a11-96ab-c2a6aab3278e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8da46ec8-4aed-4923-b372-cbf427277d0c HTTP/1.1" status: 204 len: 168 time: 0.1193931 Feb 17 15:55:00.006141 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135d950-c2e5-4a11-96ab-c2a6aab3278e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da46ec8-4aed-4923-b372-cbf427277d0c,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:55:00.043937 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-273dd202-4b24-4964-9f0b-6875d2efe3c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:55:02.416706 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-c47e7067-1bcb-4b8d-93bb-43a6331f9005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:55:03.639699 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:55:05.104381 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:55:06.562692 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:55:15.681719 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:55:16.590436 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:55:30.045025 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-65ef596a-9549-4c31-8db2-b426a90f6009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:55:32.417882 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-67f0af6f-c8f1-4603-b410-893fb17c9118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:55:33.642649 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:55:35.106738 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:55:36.565891 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:55:45.676862 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:55:48.038493 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-190f9949-d128-4058-b46d-afb583d72bb2 req-47ebfbd4-e1eb-4c9a-89df-e61113ee2532 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420592 Feb 17 15:55:48.123032 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f9949-d128-4058-b46d-afb583d72bb2 req-9552770f-1f82-40ae-95ed-081c18d2664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:55:48.124570 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-190f9949-d128-4058-b46d-afb583d72bb2 req-9552770f-1f82-40ae-95ed-081c18d2664f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c408aed137854f999d78e197a7cc75fc&device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 1130 time: 0.0461752 Feb 17 15:55:48.225413 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f9949-d128-4058-b46d-afb583d72bb2 req-b0610e50-1c1e-4595-97e5-7259911e067c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:55:48.226885 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-190f9949-d128-4058-b46d-afb583d72bb2 req-b0610e50-1c1e-4595-97e5-7259911e067c service neutron] 10.222.0.24 "GET /v2.0/networks?id=759e632a-fe01-4c96-a989-2dc2f421382b HTTP/1.1" status: 200 len: 912 time: 0.0830183 Feb 17 15:55:48.293302 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-190f9949-d128-4058-b46d-afb583d72bb2 req-41be4086-28d3-4a83-93bc-d2c8e6b0c31f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa2a9176-3d78-4373-8756-fa25f56d8548 HTTP/1.1" status: 200 len: 1002 time: 0.0605257 Feb 17 15:55:48.339036 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f9949-d128-4058-b46d-afb583d72bb2 req-8fd30024-3edf-4672-8cd2-c4ceae69d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:55:48.340457 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-190f9949-d128-4058-b46d-afb583d72bb2 req-8fd30024-3edf-4672-8cd2-c4ceae69d3e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ace76b24-c3b7-4925-b310-79f338d4269f HTTP/1.1" status: 200 len: 850 time: 0.0412457 Feb 17 15:55:48.387858 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f9949-d128-4058-b46d-afb583d72bb2 req-7539516c-ba06-428d-a501-bcc07334d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:55:48.389345 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-190f9949-d128-4058-b46d-afb583d72bb2 req-7539516c-ba06-428d-a501-bcc07334d6ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=759e632a-fe01-4c96-a989-2dc2f421382b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423663 Feb 17 15:55:48.399107 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [req-190f9949-d128-4058-b46d-afb583d72bb2 req-fc2f6520-a24c-4717-9e31-ccb40bc08af8 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 15:55:48.400061 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-190f9949-d128-4058-b46d-afb583d72bb2 req-fc2f6520-a24c-4717-9e31-ccb40bc08af8 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048304 Feb 17 15:55:48.490918 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-190f9949-d128-4058-b46d-afb583d72bb2 req-6dc8e4c7-0b02-4128-8e43-16cfa63c8141 service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850768 Feb 17 15:55:48.577630 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-190f9949-d128-4058-b46d-afb583d72bb2 req-6e3758d6-dbc9-41d2-8f9a-a0ca4c5f6959 service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808434 Feb 17 15:55:53.589394 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:56:00.047105 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-64adaf58-c946-4f3d-a154-e3c57c4dd30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:02.418481 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6326f28a-c89b-4689-92c1-f584f762ea02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:03.645231 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:05.109176 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:06.567281 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:14.339670 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-c56d221c-9b4b-40c2-a060-027d47aef397 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1597094562&fields=id&tenant_id=c408aed137854f999d78e197a7cc75fc HTTP/1.1" status: 200 len: 267 time: 0.0513725 Feb 17 15:56:14.443493 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-0ad8444d-c740-424a-9c77-c1b06a4acb37 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:14.444879 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-0ad8444d-c740-424a-9c77-c1b06a4acb37 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/networks?id=759e632a-fe01-4c96-a989-2dc2f421382b HTTP/1.1" status: 200 len: 811 time: 0.0977924 Feb 17 15:56:14.459358 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-7d26a79c-09e8-4962-b17c-388fd13cfa0b tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/quotas/c408aed137854f999d78e197a7cc75fc HTTP/1.1" status: 200 len: 375 time: 0.0092742 Feb 17 15:56:14.514636 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-1cf0aacf-31cf-4a51-937f-42b46bf83176 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c408aed137854f999d78e197a7cc75fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506110 Feb 17 15:56:14.529324 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-51c3ca2d-e154-44db-937b-61e7cdecc0c9 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=109499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 15:56:14.530276 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-51c3ca2d-e154-44db-937b-61e7cdecc0c9 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047934 Feb 17 15:56:14.620358 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-d25f8a0e-e2b5-42db-9f50-823cdd1a64ca service neutron] 10.222.0.67 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850554 Feb 17 15:56:14.710928 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-262ecaff-50fe-4467-b2bb-654341bd4d7c service neutron] 10.222.0.67 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844145 Feb 17 15:56:15.074043 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1b4d1dc7-2d09-46cb-8cd4-cc53fe31dea9 req-9019c90a-0737-4064-ad52-762165a26bab tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4 HTTP/1.1" status: 200 len: 210 time: 0.1236947 Feb 17 15:56:15.681883 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:15.956062 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-cbf14d13-30ec-4e3d-8fa4-c26904292995 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:15.957539 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-cbf14d13-30ec-4e3d-8fa4-c26904292995 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.24 "GET /v2.0/networks?id=759e632a-fe01-4c96-a989-2dc2f421382b HTTP/1.1" status: 200 len: 811 time: 0.1027527 Feb 17 15:56:16.021892 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-5ddfee3c-cd11-4dc1-ac16-17ff861de6c5 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c408aed137854f999d78e197a7cc75fc HTTP/1.1" status: 200 len: 380 time: 0.0565763 Feb 17 15:56:16.030062 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Request body: {'port': {'device_id': 'f9f2c45c-b97a-459d-8b19-15cd87fcf0a4', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'admin_state_up': True, 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'security_groups': ['f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa']}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:56:16.133189 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Made reservation on behalf of c408aed137854f999d78e197a7cc75fc for: {'port': 1} {{(pid=109499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 15:56:16.136656 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:16.212699 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-bac536fe-b7f6-4774-8fc0-e00fe8452877 req-be7a7c86-3b24-4d28-874c-2294d7acfa95 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4 HTTP/1.1" status: 200 len: 210 time: 0.0599356 Feb 17 15:56:16.295515 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Allocated IP 172.20.0.11 (759e632a-fe01-4c96-a989-2dc2f421382b/ace76b24-c3b7-4925-b310-79f338d4269f/a181cdeb-3d68-49ba-97a9-ad21ae320c10) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:56:16.440821 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for port (a181cdeb-3d68-49ba-97a9-ad21ae320c10), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:16.473870 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (a181cdeb-3d68-49ba-97a9-ad21ae320c10), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:16.515655 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Network 759e632a-fe01-4c96-a989-2dc2f421382b is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:56:16.519218 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:56:16.522747 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:56:16.528901 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Pushing event updated for resources: {'Port': ['ID=a181cdeb-3d68-49ba-97a9-ad21ae320c10,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:56:16.556494 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:16.556844 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:16.557191 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:16.557526 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:16.557859 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:16.558188 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:16.558515 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:16.558843 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:16.559170 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:16.559495 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:16.559819 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:16.560139 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:16.560472 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:16.585063 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:16.585708 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:16.603547 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f6321063-32a8-4d18-a44c-3149adc20841 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5770109 Feb 17 15:56:16.665235 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f8356d97-0395-4d19-8bcc-4bb022ab1a29 service neutron] Request body: {'port': {'device_id': 'f9f2c45c-b97a-459d-8b19-15cd87fcf0a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-60634'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:56:16.729101 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f8356d97-0395-4d19-8bcc-4bb022ab1a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (a181cdeb-3d68-49ba-97a9-ad21ae320c10), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:16.748128 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-e528d8a1-6fda-478c-99d1-2c6f5e4e0600 None None] Provisioning complete for port a181cdeb-3d68-49ba-97a9-ad21ae320c10 triggered by entity DHCP. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:56:16.748771 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-e528d8a1-6fda-478c-99d1-2c6f5e4e0600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (a181cdeb-3d68-49ba-97a9-ad21ae320c10), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:16.782518 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-e528d8a1-6fda-478c-99d1-2c6f5e4e0600 None None] Port a181cdeb-3d68-49ba-97a9-ad21ae320c10 cannot update to ACTIVE because it is not bound. {{(pid=109500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 15:56:16.976297 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f8356d97-0395-4d19-8bcc-4bb022ab1a29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a181cdeb-3d68-49ba-97a9-ad21ae320c10 {{(pid=109499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:56:16.983482 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f8356d97-0395-4d19-8bcc-4bb022ab1a29 service neutron] Publish callbacks [] for port (a181cdeb-3d68-49ba-97a9-ad21ae320c10), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:16.994699 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.provisioning_blocks [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f8356d97-0395-4d19-8bcc-4bb022ab1a29 service neutron] Transition to ACTIVE for port object a181cdeb-3d68-49ba-97a9-ad21ae320c10 will not be triggered until provisioned by entity L2. {{(pid=109499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 15:56:16.998477 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f8356d97-0395-4d19-8bcc-4bb022ab1a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (a181cdeb-3d68-49ba-97a9-ad21ae320c10), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:17.052097 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8356d97-0395-4d19-8bcc-4bb022ab1a29 service neutron] Pushing event updated for resources: {'Port': ['ID=a181cdeb-3d68-49ba-97a9-ad21ae320c10,revision_number=2']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:56:17.119302 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f8356d97-0395-4d19-8bcc-4bb022ab1a29 service neutron] Attempting to bind port a181cdeb-3d68-49ba-97a9-ad21ae320c10 on host hv-cinder-60634 for vnic_type normal with profile {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 15:56:17.119643 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f8356d97-0395-4d19-8bcc-4bb022ab1a29 service neutron] Attempting to bind port a181cdeb-3d68-49ba-97a9-ad21ae320c10 by drivers openvswitch,hyperv on host hv-cinder-60634 at level 0 using segments [{'id': 'eb85bb1d-d03c-4ee4-83d9-8bb61def30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b'}] {{(pid=109499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 15:56:17.119974 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f8356d97-0395-4d19-8bcc-4bb022ab1a29 service neutron] Attempting to bind port a181cdeb-3d68-49ba-97a9-ad21ae320c10 on network 759e632a-fe01-4c96-a989-2dc2f421382b {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:56:17.124644 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f8356d97-0395-4d19-8bcc-4bb022ab1a29 service neutron] Port a181cdeb-3d68-49ba-97a9-ad21ae320c10 on network 759e632a-fe01-4c96-a989-2dc2f421382b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-60634 {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 15:56:17.124974 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f8356d97-0395-4d19-8bcc-4bb022ab1a29 service neutron] Attempting to bind port a181cdeb-3d68-49ba-97a9-ad21ae320c10 on network 759e632a-fe01-4c96-a989-2dc2f421382b {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 15:56:17.130788 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f8356d97-0395-4d19-8bcc-4bb022ab1a29 service neutron] Checking agent: {'id': '085351c5-065a-4edc-ae4b-0d7f2b27b503', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-60634', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'started_at': datetime.datetime(2022, 2, 17, 15, 43, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 15, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 15:56:17.131126 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f8356d97-0395-4d19-8bcc-4bb022ab1a29 service neutron] Checking segment: {'id': 'eb85bb1d-d03c-4ee4-83d9-8bb61def30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 15:56:17.131505 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f8356d97-0395-4d19-8bcc-4bb022ab1a29 service neutron] Bound using segment: {'id': 'eb85bb1d-d03c-4ee4-83d9-8bb61def30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b'} {{(pid=109499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 15:56:17.131929 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.managers [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f8356d97-0395-4d19-8bcc-4bb022ab1a29 service neutron] Bound port: a181cdeb-3d68-49ba-97a9-ad21ae320c10, host: hv-cinder-60634, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb85bb1d-d03c-4ee4-83d9-8bb61def30f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b'}}] {{(pid=109499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 15:56:17.132282 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f8356d97-0395-4d19-8bcc-4bb022ab1a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (a181cdeb-3d68-49ba-97a9-ad21ae320c10), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:17.195746 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f8356d97-0395-4d19-8bcc-4bb022ab1a29 service neutron] For port a181cdeb-3d68-49ba-97a9-ad21ae320c10, host hv-cinder-60634, cleared binding levels {{(pid=109499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 15:56:17.198740 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f8356d97-0395-4d19-8bcc-4bb022ab1a29 service neutron] For port a181cdeb-3d68-49ba-97a9-ad21ae320c10, host hv-cinder-60634, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=a181cdeb-3d68-49ba-97a9-ad21ae320c10,segment=NetworkSegment(eb85bb1d-d03c-4ee4-83d9-8bb61def30f3),segment_id=eb85bb1d-d03c-4ee4-83d9-8bb61def30f3)] {{(pid=109499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 15:56:17.204024 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f8356d97-0395-4d19-8bcc-4bb022ab1a29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (a181cdeb-3d68-49ba-97a9-ad21ae320c10), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:17.239042 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f8356d97-0395-4d19-8bcc-4bb022ab1a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:17.239664 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f8356d97-0395-4d19-8bcc-4bb022ab1a29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:17.241111 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-f8356d97-0395-4d19-8bcc-4bb022ab1a29 service neutron] 10.222.0.24 "PUT /v2.0/ports/a181cdeb-3d68-49ba-97a9-ad21ae320c10 HTTP/1.1" status: 200 len: 1094 time: 0.6282723 Feb 17 15:56:17.241555 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f2c45c-b97a-459d-8b19-15cd87fcf0a4', 'tag': 'a181cdeb-3d68-49ba-97a9-ad21ae320c10'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:56:17.243795 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e183cf9f-1257-4bb7-ab78-4c8a950952a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f9f2c45c-b97a-459d-8b19-15cd87fcf0a4", "tag": "a181cdeb-3d68-49ba-97a9-ad21ae320c10"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:56:17.281848 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8356d97-0395-4d19-8bcc-4bb022ab1a29 service neutron] Pushing event updated for resources: {'Port': ['ID=a181cdeb-3d68-49ba-97a9-ad21ae320c10,revision_number=3']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:56:17.368240 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acf254d-27f4-4540-8ec8-4dc933270778 x-openstack-request-id: req-4acf254d-27f4-4540-8ec8-4dc933270778 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:56:17.368583 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9f2c45c-b97a-459d-8b19-15cd87fcf0a4", "tag": "a181cdeb-3d68-49ba-97a9-ad21ae320c10", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:56:17.368828 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4acf254d-27f4-4540-8ec8-4dc933270778 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:56:17.369235 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9f2c45c-b97a-459d-8b19-15cd87fcf0a4', 'tag': 'a181cdeb-3d68-49ba-97a9-ad21ae320c10', 'status': 'completed', 'code': 200} Feb 17 15:56:17.388170 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7d1ac-0b52-411a-ba12-119ec929a7f5 req-af631860-72d0-446f-86bb-eb6dd50307d9 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:17.389743 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-02c7d1ac-0b52-411a-ba12-119ec929a7f5 req-af631860-72d0-446f-86bb-eb6dd50307d9 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4 HTTP/1.1" status: 200 len: 944 time: 0.0833032 Feb 17 15:56:17.392737 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-bd93ef38-b743-4949-a59d-02a36162794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:17.394175 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-bd93ef38-b743-4949-a59d-02a36162794d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c408aed137854f999d78e197a7cc75fc&device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4 HTTP/1.1" status: 200 len: 1128 time: 0.1075654 Feb 17 15:56:17.449118 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-e35bf1d6-5068-45aa-87bb-6016dbe1671b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a181cdeb-3d68-49ba-97a9-ad21ae320c10 HTTP/1.1" status: 200 len: 217 time: 0.0474238 Feb 17 15:56:17.502063 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-02c7d1ac-0b52-411a-ba12-119ec929a7f5 req-988497ac-d74e-4a1e-9c0a-f9539dd30f82 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062951 Feb 17 15:56:17.512323 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-01cb2870-d9d9-46b1-b103-cad3cf7b3c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:17.513791 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-01cb2870-d9d9-46b1-b103-cad3cf7b3c0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ace76b24-c3b7-4925-b310-79f338d4269f HTTP/1.1" status: 200 len: 850 time: 0.0577571 Feb 17 15:56:17.562538 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-10e45fde-a0b7-4364-8151-6d8c2b207833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:17.564019 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-10e45fde-a0b7-4364-8151-6d8c2b207833 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=759e632a-fe01-4c96-a989-2dc2f421382b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440209 Feb 17 15:56:17.652857 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-e3ea5f64-0438-4b4b-8c4f-8b7d17de8715 service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829527 Feb 17 15:56:17.741541 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef6ebd34-1a40-444c-9a06-56e7bd9d3942 req-913084db-7c28-47cc-86a0-2b00d46de1b1 service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829380 Feb 17 15:56:17.833303 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183cf9f-1257-4bb7-ab78-4c8a950952a3 req-b0910ba6-38be-4ed4-b6be-cc171808ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:17.834800 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e183cf9f-1257-4bb7-ab78-4c8a950952a3 req-b0910ba6-38be-4ed4-b6be-cc171808ec49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c408aed137854f999d78e197a7cc75fc&device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4 HTTP/1.1" status: 200 len: 1128 time: 0.0476775 Feb 17 15:56:17.922509 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183cf9f-1257-4bb7-ab78-4c8a950952a3 req-407cb856-c39d-437b-9f8d-0ce802d917ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:17.923952 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e183cf9f-1257-4bb7-ab78-4c8a950952a3 req-407cb856-c39d-437b-9f8d-0ce802d917ed service neutron] 10.222.0.24 "GET /v2.0/networks?id=759e632a-fe01-4c96-a989-2dc2f421382b HTTP/1.1" status: 200 len: 912 time: 0.0836475 Feb 17 15:56:17.965696 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e183cf9f-1257-4bb7-ab78-4c8a950952a3 req-86e854b4-12d6-45b6-b4ae-382e2d136a34 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a181cdeb-3d68-49ba-97a9-ad21ae320c10 HTTP/1.1" status: 200 len: 217 time: 0.0356567 Feb 17 15:56:18.013020 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183cf9f-1257-4bb7-ab78-4c8a950952a3 req-8f230087-0fe9-4d9a-a779-4a647d7344b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:18.014378 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e183cf9f-1257-4bb7-ab78-4c8a950952a3 req-8f230087-0fe9-4d9a-a779-4a647d7344b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ace76b24-c3b7-4925-b310-79f338d4269f HTTP/1.1" status: 200 len: 850 time: 0.0413814 Feb 17 15:56:18.063476 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e183cf9f-1257-4bb7-ab78-4c8a950952a3 req-1d30e951-0eb9-4b2d-b051-34d1c679cf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:18.064996 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e183cf9f-1257-4bb7-ab78-4c8a950952a3 req-1d30e951-0eb9-4b2d-b051-34d1c679cf8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=759e632a-fe01-4c96-a989-2dc2f421382b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436428 Feb 17 15:56:18.154538 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e183cf9f-1257-4bb7-ab78-4c8a950952a3 req-bbc4ba8b-32a2-4cec-9037-5d20fb73c242 service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829124 Feb 17 15:56:18.242410 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-e183cf9f-1257-4bb7-ab78-4c8a950952a3 req-7f79c1f5-52e9-46f4-abb3-29b7788d051c service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788984 Feb 17 15:56:18.618933 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a60c1-a815-4de0-a0cf-fea31ca13f5d req-496f23c7-2787-4f31-9f91-c3839f595991 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:18.620421 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-750a60c1-a815-4de0-a0cf-fea31ca13f5d req-496f23c7-2787-4f31-9f91-c3839f595991 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4 HTTP/1.1" status: 200 len: 944 time: 0.0529428 Feb 17 15:56:18.671312 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-750a60c1-a815-4de0-a0cf-fea31ca13f5d req-73a13a6b-7d3e-467a-bf70-cdcd303377c6 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445981 Feb 17 15:56:19.787189 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d6adf-550b-4cca-8a2b-c31e362f9dc6 req-a305c33e-53f3-4b4d-bfd7-6abaff744f32 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:19.788602 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-717d6adf-550b-4cca-8a2b-c31e362f9dc6 req-a305c33e-53f3-4b4d-bfd7-6abaff744f32 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4 HTTP/1.1" status: 200 len: 944 time: 0.0508018 Feb 17 15:56:19.834907 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-717d6adf-550b-4cca-8a2b-c31e362f9dc6 req-4cd93fb0-30e2-4693-b7e2-923cc44cab73 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409024 Feb 17 15:56:20.949279 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b4276-295a-45f8-b9f2-9186041d445a req-2d2abade-c577-4361-a85c-71dfeafeb8df tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:20.950731 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f07b4276-295a-45f8-b9f2-9186041d445a req-2d2abade-c577-4361-a85c-71dfeafeb8df tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4 HTTP/1.1" status: 200 len: 944 time: 0.0506997 Feb 17 15:56:20.996759 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-f07b4276-295a-45f8-b9f2-9186041d445a req-117227c7-6c40-48de-b0a1-d3bfee8535dc tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406449 Feb 17 15:56:22.121424 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478f380-aaf1-4bc7-ab35-51cc57c71306 req-942c0fef-cd89-4e9a-a76c-b2897e24bd45 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:22.122908 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c478f380-aaf1-4bc7-ab35-51cc57c71306 req-942c0fef-cd89-4e9a-a76c-b2897e24bd45 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4 HTTP/1.1" status: 200 len: 944 time: 0.0581355 Feb 17 15:56:22.170428 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-c478f380-aaf1-4bc7-ab35-51cc57c71306 req-4418470e-6cb2-40cf-b149-1c7215cb163f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413880 Feb 17 15:56:23.284319 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b8d9ca-eda7-4e18-8f7f-30e3b4d2276d req-92b9a778-681d-49e1-a0e7-d1e830e18b76 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:23.285807 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-45b8d9ca-eda7-4e18-8f7f-30e3b4d2276d req-92b9a778-681d-49e1-a0e7-d1e830e18b76 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4 HTTP/1.1" status: 200 len: 944 time: 0.0507703 Feb 17 15:56:23.332274 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-45b8d9ca-eda7-4e18-8f7f-30e3b4d2276d req-a47712e4-1d0e-41a0-8771-eb4efec62945 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410321 Feb 17 15:56:24.378731 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device a181cdeb-3d68-49ba-97a9-ad21ae320c10 details requested by agent hyperv_hv-cinder-60634 with host hv-cinder-60634 {{(pid=109500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 15:56:24.450670 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c38f612-d043-4e89-ad0d-afbd4a0b0eb4 req-a4ff3a90-7074-4806-b91c-b543c60ddb5b tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:24.452152 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2c38f612-d043-4e89-ad0d-afbd4a0b0eb4 req-a4ff3a90-7074-4806-b91c-b543c60ddb5b tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4 HTTP/1.1" status: 200 len: 944 time: 0.0542419 Feb 17 15:56:24.476592 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port a181cdeb-3d68-49ba-97a9-ad21ae320c10, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=a181cdeb-3d68-49ba-97a9-ad21ae320c10,segment=NetworkSegment(eb85bb1d-d03c-4ee4-83d9-8bb61def30f3),segment_id=eb85bb1d-d03c-4ee4-83d9-8bb61def30f3)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:56:24.487676 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Returning: {'device': 'a181cdeb-3d68-49ba-97a9-ad21ae320c10', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'port_id': 'a181cdeb-3d68-49ba-97a9-ad21ae320c10', 'mac_address': 'fa:16:3e:6b:cc:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 15:56:24.501237 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-2c38f612-d043-4e89-ad0d-afbd4a0b0eb4 req-5d0e430a-4a3a-42bd-af1f-8cd881fe9a5f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421588 Feb 17 15:56:24.524569 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port a181cdeb-3d68-49ba-97a9-ad21ae320c10 is: DOWN; New status is: BUILD {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:56:24.524969 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (a181cdeb-3d68-49ba-97a9-ad21ae320c10), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:24.537182 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a181cdeb-3d68-49ba-97a9-ad21ae320c10 {{(pid=109500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 15:56:24.558786 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port a181cdeb-3d68-49ba-97a9-ad21ae320c10, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=a181cdeb-3d68-49ba-97a9-ad21ae320c10,segment=NetworkSegment(eb85bb1d-d03c-4ee4-83d9-8bb61def30f3),segment_id=eb85bb1d-d03c-4ee4-83d9-8bb61def30f3)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:56:24.562769 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (a181cdeb-3d68-49ba-97a9-ad21ae320c10), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:24.607401 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=a181cdeb-3d68-49ba-97a9-ad21ae320c10,revision_number=4']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:56:24.615339 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:24.615629 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:24.615976 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:24.616314 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:24.616661 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:24.616997 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:24.617326 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:24.617655 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:24.617981 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:24.618305 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:24.618630 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:24.618949 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:24.619268 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:56:24.778545 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] get_ports_and_sgs() called for port_ids ['a181cdeb-3d68-49ba-97a9-ad21ae320c10'] {{(pid=109500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 15:56:25.616848 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf0001-10a9-4f78-a3be-9b7926126212 req-70e4e82e-cd44-43ab-bc1f-b07d2a554c2f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:25.618343 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4dbf0001-10a9-4f78-a3be-9b7926126212 req-70e4e82e-cd44-43ab-bc1f-b07d2a554c2f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4 HTTP/1.1" status: 200 len: 945 time: 0.0505853 Feb 17 15:56:25.666128 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-4dbf0001-10a9-4f78-a3be-9b7926126212 req-621be50a-ed62-4bc4-a997-68882ee96484 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421164 Feb 17 15:56:26.378851 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device a181cdeb-3d68-49ba-97a9-ad21ae320c10 up at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 15:56:26.427253 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning for port a181cdeb-3d68-49ba-97a9-ad21ae320c10 completed by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 15:56:26.431189 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.provisioning_blocks [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Provisioning complete for port a181cdeb-3d68-49ba-97a9-ad21ae320c10 triggered by entity L2. {{(pid=109500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 15:56:26.431561 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-771998'] for port (a181cdeb-3d68-49ba-97a9-ad21ae320c10), provisioning_complete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:26.507694 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Current status of the port a181cdeb-3d68-49ba-97a9-ad21ae320c10 is: BUILD; New status is: ACTIVE {{(pid=109500) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 15:56:26.508074 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (a181cdeb-3d68-49ba-97a9-ad21ae320c10), before_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:26.529594 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f2c45c-b97a-459d-8b19-15cd87fcf0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a181cdeb-3d68-49ba-97a9-ad21ae320c10'}] {{(pid=109500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:56:26.531807 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fbf81afded43d0e61136177dd59eaa4a6a7935da5dfa4ac972dfed525f058c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda3cc9d-405e-4dee-9a09-da5881327135" -d '{"events": [{"server_uuid": "f9f2c45c-b97a-459d-8b19-15cd87fcf0a4", "name": "network-vif-plugged", "status": "completed", "tag": "a181cdeb-3d68-49ba-97a9-ad21ae320c10"}]}' {{(pid=109500) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:56:26.543698 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] For port a181cdeb-3d68-49ba-97a9-ad21ae320c10, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=a181cdeb-3d68-49ba-97a9-ad21ae320c10,segment=NetworkSegment(eb85bb1d-d03c-4ee4-83d9-8bb61def30f3),segment_id=eb85bb1d-d03c-4ee4-83d9-8bb61def30f3)] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:56:26.547586 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700'] for port (a181cdeb-3d68-49ba-97a9-ad21ae320c10), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:26.570647 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2c37a8-de7e-408a-8954-673afae7b32e x-openstack-request-id: req-3b2c37a8-de7e-408a-8954-673afae7b32e {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:56:26.570941 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f2c45c-b97a-459d-8b19-15cd87fcf0a4", "name": "network-vif-plugged", "status": "completed", "tag": "a181cdeb-3d68-49ba-97a9-ad21ae320c10", "code": 200}]} {{(pid=109500) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:56:26.571199 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3b2c37a8-de7e-408a-8954-673afae7b32e {{(pid=109500) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:56:26.571588 dv-cinder-606346-36-iscsi neutron-server[109500]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f2c45c-b97a-459d-8b19-15cd87fcf0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a181cdeb-3d68-49ba-97a9-ad21ae320c10', 'code': 200} Feb 17 15:56:26.596976 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Pushing event updated for resources: {'Port': ['ID=a181cdeb-3d68-49ba-97a9-ad21ae320c10,revision_number=5']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:56:26.817934 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b57260-ca66-47ec-9d00-9b100178b16c req-02b402f9-1536-46cb-a7b9-e7bb2acab11d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:26.819401 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d1b57260-ca66-47ec-9d00-9b100178b16c req-02b402f9-1536-46cb-a7b9-e7bb2acab11d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4 HTTP/1.1" status: 200 len: 946 time: 0.0846870 Feb 17 15:56:26.821842 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c0d0a-86b6-4313-83c4-45d55ca7ba7f req-0ff36072-098c-4153-b519-82bf99f7d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:26.823178 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-df6c0d0a-86b6-4313-83c4-45d55ca7ba7f req-0ff36072-098c-4153-b519-82bf99f7d90f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4 HTTP/1.1" status: 200 len: 1130 time: 0.0788960 Feb 17 15:56:26.895352 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-d1b57260-ca66-47ec-9d00-9b100178b16c req-92fdfb03-9eb8-415a-9fcc-42add724c95f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704036 Feb 17 15:56:26.897962 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-df6c0d0a-86b6-4313-83c4-45d55ca7ba7f req-db4387e7-0631-44ee-b4a4-48945f071912 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668766 Feb 17 15:56:28.014728 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eec38b-5290-4cc1-89fd-b7473b5b7989 req-8d807611-aed9-4d1d-8766-4401d842f214 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:28.016876 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a0eec38b-5290-4cc1-89fd-b7473b5b7989 req-8d807611-aed9-4d1d-8766-4401d842f214 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4 HTTP/1.1" status: 200 len: 946 time: 0.0522361 Feb 17 15:56:28.063345 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a0eec38b-5290-4cc1-89fd-b7473b5b7989 req-c60b693f-b2cf-4dc6-9a71-13176fcab7f3 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409727 Feb 17 15:56:28.180680 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce449416-14c9-4168-a463-eb236a183803 req-ee949c8e-32b3-40b7-9585-19a29e75c83f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:28.182059 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ce449416-14c9-4168-a463-eb236a183803 req-ee949c8e-32b3-40b7-9585-19a29e75c83f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4 HTTP/1.1" status: 200 len: 946 time: 0.0539985 Feb 17 15:56:28.229308 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ce449416-14c9-4168-a463-eb236a183803 req-a896da2c-2ddf-46e1-b606-580e7119a867 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418327 Feb 17 15:56:28.251725 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 59358) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:56:28.293098 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed5d69c-c450-43db-95ce-69fc76159719 tempest-TestVolumeBootPattern-1038023252 tempest-TestVolumeBootPattern-1038023252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:28.294587 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-6ed5d69c-c450-43db-95ce-69fc76159719 tempest-TestVolumeBootPattern-1038023252 tempest-TestVolumeBootPattern-1038023252-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4 HTTP/1.1" status: 200 len: 1125 time: 0.0419176 Feb 17 15:56:28.297356 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 59360) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:56:28.301427 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.v2.base [None req-744939ad-7a37-475e-8994-f29966a3122f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Request body: {'floatingip': {'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'port_id': 'a181cdeb-3d68-49ba-97a9-ad21ae320c10', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 15:56:28.321034 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-744939ad-7a37-475e-8994-f29966a3122f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:28.416407 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-744939ad-7a37-475e-8994-f29966a3122f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (None), before_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:28.513623 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_common [None req-744939ad-7a37-475e-8994-f29966a3122f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Allocated IP 172.27.3.159 (429489ab-2a85-400d-8dac-2c90bfd61144/c701940c-dc66-45fb-ad02-3d3f314099e2/851ce45a-549c-4e83-9a61-9cb1f2219441) {{(pid=109499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 15:56:28.613554 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-744939ad-7a37-475e-8994-f29966a3122f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for port (851ce45a-549c-4e83-9a61-9cb1f2219441), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:28.647507 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-744939ad-7a37-475e-8994-f29966a3122f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8726998810664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (851ce45a-549c-4e83-9a61-9cb1f2219441), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:28.682080 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744939ad-7a37-475e-8994-f29966a3122f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Network 429489ab-2a85-400d-8dac-2c90bfd61144 is already hosted by enough agents. {{(pid=109499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 15:56:28.686720 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.base_scheduler [None req-744939ad-7a37-475e-8994-f29966a3122f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Resources bound (agent type, host, resource id): {{(pid=109499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 15:56:28.690160 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744939ad-7a37-475e-8994-f29966a3122f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Received port after_create {{(pid=109499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 15:56:28.712873 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744939ad-7a37-475e-8994-f29966a3122f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Pushing event updated for resources: {'Port': ['ID=851ce45a-549c-4e83-9a61-9cb1f2219441,revision_number=1']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:56:29.284695 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-744939ad-7a37-475e-8994-f29966a3122f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for floatingip (a875f0c6-93f5-419b-a7bf-fd3250aacc16), precommit_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:29.349217 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-744939ad-7a37-475e-8994-f29966a3122f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-784969'] for port (851ce45a-549c-4e83-9a61-9cb1f2219441), before_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:29.507361 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-744939ad-7a37-475e-8994-f29966a3122f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for port (851ce45a-549c-4e83-9a61-9cb1f2219441), precommit_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:29.511784 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-744939ad-7a37-475e-8994-f29966a3122f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8726999381616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8726998810682', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8726998810700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10180677'] for port (851ce45a-549c-4e83-9a61-9cb1f2219441), after_update {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:29.579059 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744939ad-7a37-475e-8994-f29966a3122f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Pushing event updated for resources: {'Port': ['ID=851ce45a-549c-4e83-9a61-9cb1f2219441,revision_number=2']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:56:29.590200 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-744939ad-7a37-475e-8994-f29966a3122f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1606115'] for floatingip (a875f0c6-93f5-419b-a7bf-fd3250aacc16), after_create {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:29.690732 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.l3_db [None req-744939ad-7a37-475e-8994-f29966a3122f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Floating IP a875f0c6-93f5-419b-a7bf-fd3250aacc16 associated. External IP: 172.27.3.159, port: a181cdeb-3d68-49ba-97a9-ad21ae320c10. Feb 17 15:56:29.892880 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744939ad-7a37-475e-8994-f29966a3122f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Router 347a5324-6c18-40b2-a505-f131883c2fc2 has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:56:30.001938 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744939ad-7a37-475e-8994-f29966a3122f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:56:30.011329 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c8d878-ebc6-4989-991f-d88a95841dba None None] Sync routers for ids ['347a5324-6c18-40b2-a505-f131883c2fc2'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:56:30.019437 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-744939ad-7a37-475e-8994-f29966a3122f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for floatingip (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:30.021698 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c8d878-ebc6-4989-991f-d88a95841dba None None] Routers {'347a5324-6c18-40b2-a505-f131883c2fc2'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:56:30.022315 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-b3c8d878-ebc6-4989-991f-d88a95841dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:56:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['347a5324-6c18-40b2-a505-f131883c2fc2'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:56:30.049739 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-744939ad-7a37-475e-8994-f29966a3122f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7513964 Feb 17 15:56:30.050321 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f2c45c-b97a-459d-8b19-15cd87fcf0a4', 'tag': 'a181cdeb-3d68-49ba-97a9-ad21ae320c10'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:56:30.052562 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ddf917-1838-44f3-b4c4-56f6274576c8" -d '{"events": [{"name": "network-changed", "server_uuid": "f9f2c45c-b97a-459d-8b19-15cd87fcf0a4", "tag": "a181cdeb-3d68-49ba-97a9-ad21ae320c10"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:56:30.090749 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e604f6e7-59ef-451a-b1bd-3483b1feb54c x-openstack-request-id: req-e604f6e7-59ef-451a-b1bd-3483b1feb54c {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:56:30.091038 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9f2c45c-b97a-459d-8b19-15cd87fcf0a4", "tag": "a181cdeb-3d68-49ba-97a9-ad21ae320c10", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:56:30.091290 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e604f6e7-59ef-451a-b1bd-3483b1feb54c {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:56:30.091685 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9f2c45c-b97a-459d-8b19-15cd87fcf0a4', 'tag': 'a181cdeb-3d68-49ba-97a9-ad21ae320c10', 'status': 'completed', 'code': 200} Feb 17 15:56:30.114324 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-73804fe7-ee03-4b96-9397-c782342bac79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:30.140881 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-b3c8d878-ebc6-4989-991f-d88a95841dba None None] Set router 347a5324-6c18-40b2-a505-f131883c2fc2 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:56:30.158982 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddf917-1838-44f3-b4c4-56f6274576c8 req-896fc375-7ad0-43c1-b099-1ca5572f8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:30.160401 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-04ddf917-1838-44f3-b4c4-56f6274576c8 req-896fc375-7ad0-43c1-b099-1ca5572f8f6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c408aed137854f999d78e197a7cc75fc&device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4 HTTP/1.1" status: 200 len: 1130 time: 0.0473502 Feb 17 15:56:30.247883 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddf917-1838-44f3-b4c4-56f6274576c8 req-a6381540-6454-4ae5-9ce4-d4006384b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:30.249411 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-04ddf917-1838-44f3-b4c4-56f6274576c8 req-a6381540-6454-4ae5-9ce4-d4006384b7f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=759e632a-fe01-4c96-a989-2dc2f421382b HTTP/1.1" status: 200 len: 912 time: 0.0831590 Feb 17 15:56:30.316501 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-04ddf917-1838-44f3-b4c4-56f6274576c8 req-e34f12c1-80a2-435e-82cc-c0b045f539dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a181cdeb-3d68-49ba-97a9-ad21ae320c10 HTTP/1.1" status: 200 len: 1000 time: 0.0606139 Feb 17 15:56:30.363246 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddf917-1838-44f3-b4c4-56f6274576c8 req-20d35ed9-62ac-4b37-9083-47789a70f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:30.364291 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-b3c8d878-ebc6-4989-991f-d88a95841dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:23Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': '0b5b9780-8474-4161-aeec-2fb9a4e592f1', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'port_id': 'fa2a9176-3d78-4373-8756-fa25f56d8548', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'mac_address': 'fa:16:3e:9c:6f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af13d43-30ce-4017-a909-5ea2073b2ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:54:27Z', 'updated_at': '2022-02-17T15:54:29Z', 'revision_number': 1, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'fixed_ip_address_scope': None}, {'id': 'a875f0c6-93f5-419b-a7bf-fd3250aacc16', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'port_id': 'a181cdeb-3d68-49ba-97a9-ad21ae320c10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'mac_address': 'fa:16:3e:6b:cc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f2c45c-b97a-459d-8b19-15cd87fcf0a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:56:28Z', 'updated_at': '2022-02-17T15:56:28Z', 'revision_number': 0, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0488e847-b3f1-443a-97a4-fcf8fe370cfc', 'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'mac_address': 'fa:16:3e:a1:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:23Z', 'updated_at': '2022-02-17T15:51:28Z', 'revision_number': 5, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'subnets': [{'id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:56:30.364730 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-04ddf917-1838-44f3-b4c4-56f6274576c8 req-20d35ed9-62ac-4b37-9083-47789a70f0e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ace76b24-c3b7-4925-b310-79f338d4269f HTTP/1.1" status: 200 len: 850 time: 0.0431190 Feb 17 15:56:30.389905 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c8d878-ebc6-4989-991f-d88a95841dba None None] Checking router: 347a5324-6c18-40b2-a505-f131883c2fc2 for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:56:30.398613 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c8d878-ebc6-4989-991f-d88a95841dba None None] Routers {'347a5324-6c18-40b2-a505-f131883c2fc2'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:56:30.399217 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-b3c8d878-ebc6-4989-991f-d88a95841dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:56:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['347a5324-6c18-40b2-a505-f131883c2fc2'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:56:30.412373 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddf917-1838-44f3-b4c4-56f6274576c8 req-2b481dc8-9570-41d0-b13f-49fe9732f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:30.413847 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-04ddf917-1838-44f3-b4c4-56f6274576c8 req-2b481dc8-9570-41d0-b13f-49fe9732f255 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=759e632a-fe01-4c96-a989-2dc2f421382b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436654 Feb 17 15:56:30.504615 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-04ddf917-1838-44f3-b4c4-56f6274576c8 req-8b385f90-c695-4130-bb27-5f4763d77a12 service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846174 Feb 17 15:56:30.505389 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-b3c8d878-ebc6-4989-991f-d88a95841dba None None] Set router 347a5324-6c18-40b2-a505-f131883c2fc2 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:56:30.591589 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:56:30.594551 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-04ddf917-1838-44f3-b4c4-56f6274576c8 req-47f22ffd-590d-4fc9-8472-551fad7f8f7e service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842352 Feb 17 15:56:30.732041 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-b3c8d878-ebc6-4989-991f-d88a95841dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:23Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': '0b5b9780-8474-4161-aeec-2fb9a4e592f1', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'port_id': 'fa2a9176-3d78-4373-8756-fa25f56d8548', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'mac_address': 'fa:16:3e:9c:6f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af13d43-30ce-4017-a909-5ea2073b2ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:54:27Z', 'updated_at': '2022-02-17T15:54:29Z', 'revision_number': 1, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'fixed_ip_address_scope': None}, {'id': 'a875f0c6-93f5-419b-a7bf-fd3250aacc16', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'port_id': 'a181cdeb-3d68-49ba-97a9-ad21ae320c10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'mac_address': 'fa:16:3e:6b:cc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f2c45c-b97a-459d-8b19-15cd87fcf0a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:56:28Z', 'updated_at': '2022-02-17T15:56:28Z', 'revision_number': 0, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0488e847-b3f1-443a-97a4-fcf8fe370cfc', 'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'mac_address': 'fa:16:3e:a1:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:23Z', 'updated_at': '2022-02-17T15:51:28Z', 'revision_number': 5, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'subnets': [{'id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:56:30.758302 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c8d878-ebc6-4989-991f-d88a95841dba None None] The sync data for ids ['347a5324-6c18-40b2-a505-f131883c2fc2'] in dv-cinder-606346-36-iscsi is: [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:23Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': '0b5b9780-8474-4161-aeec-2fb9a4e592f1', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'port_id': 'fa2a9176-3d78-4373-8756-fa25f56d8548', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'mac_address': 'fa:16:3e:9c:6f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af13d43-30ce-4017-a909-5ea2073b2ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:54:27Z', 'updated_at': '2022-02-17T15:54:29Z', 'revision_number': 1, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'fixed_ip_address_scope': None}, {'id': 'a875f0c6-93f5-419b-a7bf-fd3250aacc16', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'port_id': 'a181cdeb-3d68-49ba-97a9-ad21ae320c10', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'mac_address': 'fa:16:3e:6b:cc:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f2c45c-b97a-459d-8b19-15cd87fcf0a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:56:28Z', 'updated_at': '2022-02-17T15:56:28Z', 'revision_number': 0, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0488e847-b3f1-443a-97a4-fcf8fe370cfc', 'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'mac_address': 'fa:16:3e:a1:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:23Z', 'updated_at': '2022-02-17T15:51:28Z', 'revision_number': 5, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'subnets': [{'id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:56:30.951770 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7966148-5866-4313-bca4-0073d1050aeb None None] New status for floating IP a875f0c6-93f5-419b-a7bf-fd3250aacc16: ACTIVE {{(pid=109501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 15:56:32.419289 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a9eec58-2ab4-4769-a316-8728069eabff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:33.651895 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:35.112298 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:36.570409 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:45.690717 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:56:48.090168 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-17b6f6fd-1c00-4261-ba2f-9c96d28cd13a req-aecac5fb-e160-475f-ac5e-12d39b411aaa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457754 Feb 17 15:56:48.175851 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6f6fd-1c00-4261-ba2f-9c96d28cd13a req-956dffe3-6ed5-48ef-b5fc-c84f5ccfee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:48.177376 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-17b6f6fd-1c00-4261-ba2f-9c96d28cd13a req-956dffe3-6ed5-48ef-b5fc-c84f5ccfee93 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c408aed137854f999d78e197a7cc75fc&device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 1130 time: 0.0434494 Feb 17 15:56:48.276489 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6f6fd-1c00-4261-ba2f-9c96d28cd13a req-fd4ca522-a253-4ccc-b0d2-f6fe9a3d08a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:48.277932 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-17b6f6fd-1c00-4261-ba2f-9c96d28cd13a req-fd4ca522-a253-4ccc-b0d2-f6fe9a3d08a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=759e632a-fe01-4c96-a989-2dc2f421382b HTTP/1.1" status: 200 len: 912 time: 0.0822902 Feb 17 15:56:48.344678 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-17b6f6fd-1c00-4261-ba2f-9c96d28cd13a req-56388bb7-15c9-4f5b-ae1c-b4a586c4e02b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa2a9176-3d78-4373-8756-fa25f56d8548 HTTP/1.1" status: 200 len: 1002 time: 0.0600452 Feb 17 15:56:48.389716 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6f6fd-1c00-4261-ba2f-9c96d28cd13a req-0e4d2ea1-0ee8-4fb5-add6-0fc61407592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:48.391065 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-17b6f6fd-1c00-4261-ba2f-9c96d28cd13a req-0e4d2ea1-0ee8-4fb5-add6-0fc61407592e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ace76b24-c3b7-4925-b310-79f338d4269f HTTP/1.1" status: 200 len: 850 time: 0.0409148 Feb 17 15:56:48.436431 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6f6fd-1c00-4261-ba2f-9c96d28cd13a req-7ea8c467-718b-4ad1-8772-182012d7abed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:56:48.437883 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-17b6f6fd-1c00-4261-ba2f-9c96d28cd13a req-7ea8c467-718b-4ad1-8772-182012d7abed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=759e632a-fe01-4c96-a989-2dc2f421382b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0406389 Feb 17 15:56:48.526077 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-17b6f6fd-1c00-4261-ba2f-9c96d28cd13a req-510b941c-93cb-4475-8962-61f88a3a6e6a service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814500 Feb 17 15:56:48.618004 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-17b6f6fd-1c00-4261-ba2f-9c96d28cd13a req-d6bf6fca-5cd7-4383-ae78-8a1da14ed23f service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836709 Feb 17 15:57:00.046119 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-170150c5-a621-40e7-af1c-70f53886ec93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:57:02.420919 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-24c35bb6-1604-4599-9783-c652422d0799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:57:03.644720 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:57:05.113712 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:57:06.572455 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:57:07.591059 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:57:15.705345 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:57:30.046374 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-90438717-4316-418f-b663-db4dbd1696fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:57:32.422087 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-d0844595-24d7-4679-bada-c78b9e6dff6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:57:33.647797 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:57:35.116942 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:57:36.574155 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:57:44.590747 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:57:45.704669 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:57:49.047806 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-63d42686-f5f4-4e60-9ca8-1fa582776fac req-bdab5917-80ee-493a-aa2e-829e21516500 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430138 Feb 17 15:57:49.109949 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d42686-f5f4-4e60-9ca8-1fa582776fac req-6c5dd886-ae10-4508-ab0e-59dc2d64be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:57:49.111448 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-63d42686-f5f4-4e60-9ca8-1fa582776fac req-6c5dd886-ae10-4508-ab0e-59dc2d64be87 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c408aed137854f999d78e197a7cc75fc&device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4 HTTP/1.1" status: 200 len: 1130 time: 0.0441151 Feb 17 15:57:49.212714 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d42686-f5f4-4e60-9ca8-1fa582776fac req-45c57987-f7fc-4f2e-b25c-a581e2a75cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:57:49.214134 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-63d42686-f5f4-4e60-9ca8-1fa582776fac req-45c57987-f7fc-4f2e-b25c-a581e2a75cd3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=759e632a-fe01-4c96-a989-2dc2f421382b HTTP/1.1" status: 200 len: 912 time: 0.0857453 Feb 17 15:57:49.276214 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-63d42686-f5f4-4e60-9ca8-1fa582776fac req-505d7aaf-e48a-4e55-87c8-72600a15d5bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a181cdeb-3d68-49ba-97a9-ad21ae320c10 HTTP/1.1" status: 200 len: 1002 time: 0.0563011 Feb 17 15:57:49.321807 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d42686-f5f4-4e60-9ca8-1fa582776fac req-ff9299bb-254a-495c-92b0-b4e8d05715a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:57:49.323145 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-63d42686-f5f4-4e60-9ca8-1fa582776fac req-ff9299bb-254a-495c-92b0-b4e8d05715a1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ace76b24-c3b7-4925-b310-79f338d4269f HTTP/1.1" status: 200 len: 850 time: 0.0414262 Feb 17 15:57:49.373937 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d42686-f5f4-4e60-9ca8-1fa582776fac req-adc858f1-43ca-4585-842d-05588b5add6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:57:49.375406 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-63d42686-f5f4-4e60-9ca8-1fa582776fac req-adc858f1-43ca-4585-842d-05588b5add6c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=759e632a-fe01-4c96-a989-2dc2f421382b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0470006 Feb 17 15:57:49.461138 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-63d42686-f5f4-4e60-9ca8-1fa582776fac req-0d221e1a-ef05-4cb5-9016-c307b95b0e62 service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795708 Feb 17 15:57:49.549453 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-63d42686-f5f4-4e60-9ca8-1fa582776fac req-21b72ec0-2eb3-4eff-b3a0-7e249cbb4eee service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826380 Feb 17 15:57:59.241821 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 59394) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:57:59.442419 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Deleting port 851ce45a-549c-4e83-9a61-9cb1f2219441 {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:57:59.442759 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (851ce45a-549c-4e83-9a61-9cb1f2219441), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:57:59.516848 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (851ce45a-549c-4e83-9a61-9cb1f2219441), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:57:59.517097 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for floatingip (851ce45a-549c-4e83-9a61-9cb1f2219441), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:57:59.528112 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Calling delete_port for 851ce45a-549c-4e83-9a61-9cb1f2219441 owned by network:floatingip {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:57:59.667875 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (851ce45a-549c-4e83-9a61-9cb1f2219441), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:57:59.700297 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Pushing event deleted for resources: {'Port': ['ID=851ce45a-549c-4e83-9a61-9cb1f2219441,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:57:59.726514 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:57:59.726876 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:57:59.727228 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:57:59.727571 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:57:59.727914 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:57:59.728297 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:57:59.728685 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:57:59.729311 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:57:59.729852 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:57:59.730179 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:57:59.730516 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:57:59.730847 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:57:59.731177 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:57:59.769561 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for floatingip (a875f0c6-93f5-419b-a7bf-fd3250aacc16), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:57:59.769829 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.l3_db [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Floating IP a875f0c6-93f5-419b-a7bf-fd3250aacc16 disassociated (deleted). External IP: 172.27.3.159, port: a181cdeb-3d68-49ba-97a9-ad21ae320c10. Feb 17 15:57:59.977027 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Router 347a5324-6c18-40b2-a505-f131883c2fc2 has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:58:00.047889 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-28fd1ab6-17b4-4189-9369-09b28c076300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:00.342393 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:58:00.347010 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for floatingip (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:00.352588 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534b4ee1-31ee-4494-8a83-1be32492237a None None] Sync routers for ids ['347a5324-6c18-40b2-a505-f131883c2fc2'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:58:00.361968 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534b4ee1-31ee-4494-8a83-1be32492237a None None] Routers {'347a5324-6c18-40b2-a505-f131883c2fc2'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:58:00.362581 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-534b4ee1-31ee-4494-8a83-1be32492237a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:57:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['347a5324-6c18-40b2-a505-f131883c2fc2'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:58:00.379575 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-b5b04842-0f11-40a5-b675-a60abf591592 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "DELETE /v2.0/floatingips/a875f0c6-93f5-419b-a7bf-fd3250aacc16 HTTP/1.1" status: 204 len: 168 time: 1.1343403 Feb 17 15:58:00.379575 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f2c45c-b97a-459d-8b19-15cd87fcf0a4', 'tag': 'a181cdeb-3d68-49ba-97a9-ad21ae320c10'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:58:00.380083 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739c1698-5732-4a82-a9dd-0f8b3dd8478a" -d '{"events": [{"name": "network-changed", "server_uuid": "f9f2c45c-b97a-459d-8b19-15cd87fcf0a4", "tag": "a181cdeb-3d68-49ba-97a9-ad21ae320c10"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:58:00.418801 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8163b4-0d3e-489b-93b5-abe177827e72 x-openstack-request-id: req-5b8163b4-0d3e-489b-93b5-abe177827e72 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:58:00.419086 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9f2c45c-b97a-459d-8b19-15cd87fcf0a4", "tag": "a181cdeb-3d68-49ba-97a9-ad21ae320c10", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:58:00.419332 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5b8163b4-0d3e-489b-93b5-abe177827e72 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:58:00.419747 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9f2c45c-b97a-459d-8b19-15cd87fcf0a4', 'tag': 'a181cdeb-3d68-49ba-97a9-ad21ae320c10', 'status': 'completed', 'code': 200} Feb 17 15:58:00.477292 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-534b4ee1-31ee-4494-8a83-1be32492237a None None] Set router 347a5324-6c18-40b2-a505-f131883c2fc2 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:58:00.486634 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c1698-5732-4a82-a9dd-0f8b3dd8478a req-2b95b440-0262-4d15-bdf6-452860f93025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:58:00.488322 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-739c1698-5732-4a82-a9dd-0f8b3dd8478a req-2b95b440-0262-4d15-bdf6-452860f93025 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c408aed137854f999d78e197a7cc75fc&device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4 HTTP/1.1" status: 200 len: 1130 time: 0.0474510 Feb 17 15:58:00.609182 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c1698-5732-4a82-a9dd-0f8b3dd8478a req-ce916626-a257-463d-8147-e012fa15ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:58:00.610544 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-739c1698-5732-4a82-a9dd-0f8b3dd8478a req-ce916626-a257-463d-8147-e012fa15ee3c service neutron] 10.222.0.24 "GET /v2.0/networks?id=759e632a-fe01-4c96-a989-2dc2f421382b HTTP/1.1" status: 200 len: 912 time: 0.1142666 Feb 17 15:58:00.654591 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-739c1698-5732-4a82-a9dd-0f8b3dd8478a req-941ac094-db11-42a4-aa94-f22ac01b0246 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a181cdeb-3d68-49ba-97a9-ad21ae320c10 HTTP/1.1" status: 200 len: 217 time: 0.0369613 Feb 17 15:58:00.662119 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09723fc4-f6ad-4d7e-abd3-566b7441ce7a req-ab060c4d-6e34-4416-9823-12027c804bab tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:58:00.663528 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-09723fc4-f6ad-4d7e-abd3-566b7441ce7a req-ab060c4d-6e34-4416-9823-12027c804bab tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4 HTTP/1.1" status: 200 len: 946 time: 0.1064200 Feb 17 15:58:00.723368 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-534b4ee1-31ee-4494-8a83-1be32492237a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:23Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': '0b5b9780-8474-4161-aeec-2fb9a4e592f1', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'port_id': 'fa2a9176-3d78-4373-8756-fa25f56d8548', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'mac_address': 'fa:16:3e:9c:6f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af13d43-30ce-4017-a909-5ea2073b2ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:54:27Z', 'updated_at': '2022-02-17T15:54:29Z', 'revision_number': 1, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0488e847-b3f1-443a-97a4-fcf8fe370cfc', 'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'mac_address': 'fa:16:3e:a1:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:23Z', 'updated_at': '2022-02-17T15:51:28Z', 'revision_number': 5, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'subnets': [{'id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:58:00.741503 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c1698-5732-4a82-a9dd-0f8b3dd8478a req-ead517fb-b9d2-4a33-9f9c-d97709b9a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:58:00.742966 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-739c1698-5732-4a82-a9dd-0f8b3dd8478a req-ead517fb-b9d2-4a33-9f9c-d97709b9a9c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ace76b24-c3b7-4925-b310-79f338d4269f HTTP/1.1" status: 200 len: 850 time: 0.0785997 Feb 17 15:58:00.747629 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-09723fc4-f6ad-4d7e-abd3-566b7441ce7a req-72602216-b3e4-4671-a044-39e3992c807c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753090 Feb 17 15:58:00.749887 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534b4ee1-31ee-4494-8a83-1be32492237a None None] Checking router: 347a5324-6c18-40b2-a505-f131883c2fc2 for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:58:00.761220 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534b4ee1-31ee-4494-8a83-1be32492237a None None] Routers {'347a5324-6c18-40b2-a505-f131883c2fc2'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:58:00.762001 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-534b4ee1-31ee-4494-8a83-1be32492237a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:57:32Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['347a5324-6c18-40b2-a505-f131883c2fc2'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:58:00.792035 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c1698-5732-4a82-a9dd-0f8b3dd8478a req-2243e601-8375-4120-85aa-b8bf554b3f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:58:00.793586 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-739c1698-5732-4a82-a9dd-0f8b3dd8478a req-2243e601-8375-4120-85aa-b8bf554b3f63 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=759e632a-fe01-4c96-a989-2dc2f421382b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445309 Feb 17 15:58:00.871794 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-534b4ee1-31ee-4494-8a83-1be32492237a None None] Set router 347a5324-6c18-40b2-a505-f131883c2fc2 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:58:00.886812 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-739c1698-5732-4a82-a9dd-0f8b3dd8478a req-8104135c-6997-4f72-a739-7f74e3efa356 service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856383 Feb 17 15:58:00.978410 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-739c1698-5732-4a82-a9dd-0f8b3dd8478a req-63bb6533-a215-4fa0-bde8-c2d1663b0366 service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850582 Feb 17 15:58:01.091864 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-534b4ee1-31ee-4494-8a83-1be32492237a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:23Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': '0b5b9780-8474-4161-aeec-2fb9a4e592f1', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'port_id': 'fa2a9176-3d78-4373-8756-fa25f56d8548', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'mac_address': 'fa:16:3e:9c:6f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af13d43-30ce-4017-a909-5ea2073b2ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:54:27Z', 'updated_at': '2022-02-17T15:54:29Z', 'revision_number': 1, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0488e847-b3f1-443a-97a4-fcf8fe370cfc', 'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'mac_address': 'fa:16:3e:a1:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:23Z', 'updated_at': '2022-02-17T15:51:28Z', 'revision_number': 5, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'subnets': [{'id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:58:01.117002 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534b4ee1-31ee-4494-8a83-1be32492237a None None] The sync data for ids ['347a5324-6c18-40b2-a505-f131883c2fc2'] in dv-cinder-606346-36-iscsi is: [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:23Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_floatingips': [{'id': '0b5b9780-8474-4161-aeec-2fb9a4e592f1', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'router_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'port_id': 'fa2a9176-3d78-4373-8756-fa25f56d8548', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'mac_address': 'fa:16:3e:9c:6f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af13d43-30ce-4017-a909-5ea2073b2ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T15:54:27Z', 'updated_at': '2022-02-17T15:54:29Z', 'revision_number': 1, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0488e847-b3f1-443a-97a4-fcf8fe370cfc', 'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'mac_address': 'fa:16:3e:a1:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:23Z', 'updated_at': '2022-02-17T15:51:28Z', 'revision_number': 5, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'subnets': [{'id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:58:01.330438 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8faa9bf-655c-4f0c-b3a5-3fb9e33ec0ad None None] New status for floating IP a875f0c6-93f5-419b-a7bf-fd3250aacc16: DOWN {{(pid=109501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 15:58:01.880776 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d138b-ade5-4ec3-834c-9150adc39207 req-6e5449c7-9af5-44cd-919e-9a119103b3cc tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:58:01.882241 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8e5d138b-ade5-4ec3-834c-9150adc39207 req-6e5449c7-9af5-44cd-919e-9a119103b3cc tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4 HTTP/1.1" status: 200 len: 946 time: 0.0518126 Feb 17 15:58:01.928582 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-8e5d138b-ade5-4ec3-834c-9150adc39207 req-cbe65762-48f2-49d4-8fd3-c2a35aa31d20 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408030 Feb 17 15:58:02.124967 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07076b-a3f8-4eab-8cdc-f9d80fe34029 req-bc7d14d6-0467-46af-80f7-f95c0eedfc97 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:58:02.126404 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5e07076b-a3f8-4eab-8cdc-f9d80fe34029 req-bc7d14d6-0467-46af-80f7-f95c0eedfc97 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4 HTTP/1.1" status: 200 len: 946 time: 0.0556114 Feb 17 15:58:02.215397 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-5e07076b-a3f8-4eab-8cdc-f9d80fe34029 req-9b34ef27-2e9e-4eff-866b-a25be72c4bfd tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Deleting port a181cdeb-3d68-49ba-97a9-ad21ae320c10 {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:58:02.215732 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-5e07076b-a3f8-4eab-8cdc-f9d80fe34029 req-9b34ef27-2e9e-4eff-866b-a25be72c4bfd tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (a181cdeb-3d68-49ba-97a9-ad21ae320c10), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:02.303605 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-5e07076b-a3f8-4eab-8cdc-f9d80fe34029 req-9b34ef27-2e9e-4eff-866b-a25be72c4bfd tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] For port a181cdeb-3d68-49ba-97a9-ad21ae320c10, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=a181cdeb-3d68-49ba-97a9-ad21ae320c10,segment=NetworkSegment(eb85bb1d-d03c-4ee4-83d9-8bb61def30f3),segment_id=eb85bb1d-d03c-4ee4-83d9-8bb61def30f3)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:58:02.303958 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-5e07076b-a3f8-4eab-8cdc-f9d80fe34029 req-9b34ef27-2e9e-4eff-866b-a25be72c4bfd tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (a181cdeb-3d68-49ba-97a9-ad21ae320c10), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:02.315239 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-5e07076b-a3f8-4eab-8cdc-f9d80fe34029 req-9b34ef27-2e9e-4eff-866b-a25be72c4bfd tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Calling delete_port for a181cdeb-3d68-49ba-97a9-ad21ae320c10 owned by compute:nova {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:58:02.423706 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-1c963f1f-8b5d-48d0-8f9c-60125daec93f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:02.437271 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-5e07076b-a3f8-4eab-8cdc-f9d80fe34029 req-9b34ef27-2e9e-4eff-866b-a25be72c4bfd tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (a181cdeb-3d68-49ba-97a9-ad21ae320c10), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:02.468647 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34ef27-2e9e-4eff-866b-a25be72c4bfd tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Pushing event deleted for resources: {'Port': ['ID=a181cdeb-3d68-49ba-97a9-ad21ae320c10,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:58:02.510985 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e07076b-a3f8-4eab-8cdc-f9d80fe34029 req-9b34ef27-2e9e-4eff-866b-a25be72c4bfd tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] No DVR routers for this DVR port a181cdeb-3d68-49ba-97a9-ad21ae320c10 on host hv-cinder-60634 {{(pid=109499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:58:02.513437 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-5e07076b-a3f8-4eab-8cdc-f9d80fe34029 req-9b34ef27-2e9e-4eff-866b-a25be72c4bfd tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:02.516754 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-5e07076b-a3f8-4eab-8cdc-f9d80fe34029 req-9b34ef27-2e9e-4eff-866b-a25be72c4bfd tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.24 "DELETE /v2.0/ports/a181cdeb-3d68-49ba-97a9-ad21ae320c10 HTTP/1.1" status: 204 len: 173 time: 0.3849061 Feb 17 15:58:02.517200 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f2c45c-b97a-459d-8b19-15cd87fcf0a4', 'name': 'network-vif-deleted', 'tag': 'a181cdeb-3d68-49ba-97a9-ad21ae320c10'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:58:02.519398 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22457ba3-1fd5-4bfd-9def-aec784d5d8af" -d '{"events": [{"server_uuid": "f9f2c45c-b97a-459d-8b19-15cd87fcf0a4", "name": "network-vif-deleted", "tag": "a181cdeb-3d68-49ba-97a9-ad21ae320c10"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:58:02.555972 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c773823-3448-4e46-a937-deebc0c4d104 x-openstack-request-id: req-9c773823-3448-4e46-a937-deebc0c4d104 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:58:02.556263 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f2c45c-b97a-459d-8b19-15cd87fcf0a4", "name": "network-vif-deleted", "tag": "a181cdeb-3d68-49ba-97a9-ad21ae320c10", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:58:02.556550 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9c773823-3448-4e46-a937-deebc0c4d104 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:58:02.556948 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f2c45c-b97a-459d-8b19-15cd87fcf0a4', 'name': 'network-vif-deleted', 'tag': 'a181cdeb-3d68-49ba-97a9-ad21ae320c10', 'status': 'completed', 'code': 200} Feb 17 15:58:03.031421 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-58b123e8-02a7-46a5-a915-c647f175c8c9 req-4a9fa80d-9fe8-4f3c-a708-167797d86dad tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=f9f2c45c-b97a-459d-8b19-15cd87fcf0a4 HTTP/1.1" status: 200 len: 210 time: 0.0273035 Feb 17 15:58:03.649866 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:05.118490 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:06.297435 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 59434) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:58:06.450408 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-875aacb9-b248-4eef-9936-767008aaa59d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Deleting port ad15057a-cb47-4950-bd0b-06dae11acb3a {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:58:06.450745 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-875aacb9-b248-4eef-9936-767008aaa59d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (ad15057a-cb47-4950-bd0b-06dae11acb3a), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:06.522326 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-875aacb9-b248-4eef-9936-767008aaa59d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (ad15057a-cb47-4950-bd0b-06dae11acb3a), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:06.522653 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-875aacb9-b248-4eef-9936-767008aaa59d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for floatingip (ad15057a-cb47-4950-bd0b-06dae11acb3a), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:06.533718 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-875aacb9-b248-4eef-9936-767008aaa59d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Calling delete_port for ad15057a-cb47-4950-bd0b-06dae11acb3a owned by network:floatingip {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:58:06.576237 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:06.678565 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-875aacb9-b248-4eef-9936-767008aaa59d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (ad15057a-cb47-4950-bd0b-06dae11acb3a), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:06.702745 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875aacb9-b248-4eef-9936-767008aaa59d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Pushing event deleted for resources: {'Port': ['ID=ad15057a-cb47-4950-bd0b-06dae11acb3a,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:58:06.765581 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-875aacb9-b248-4eef-9936-767008aaa59d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for floatingip (0b5b9780-8474-4161-aeec-2fb9a4e592f1), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:06.765911 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.db.l3_db [None req-875aacb9-b248-4eef-9936-767008aaa59d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Floating IP 0b5b9780-8474-4161-aeec-2fb9a4e592f1 disassociated (deleted). External IP: 172.27.3.183, port: fa2a9176-3d78-4373-8756-fa25f56d8548. Feb 17 15:58:06.772712 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device a181cdeb-3d68-49ba-97a9-ad21ae320c10 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:58:06.792990 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] No Port match for: a181cdeb-3d68-49ba-97a9-ad21ae320c10 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:58:06.793341 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device a181cdeb-3d68-49ba-97a9-ad21ae320c10 not bound to the agent host hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:58:06.968593 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875aacb9-b248-4eef-9936-767008aaa59d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Router 347a5324-6c18-40b2-a505-f131883c2fc2 has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:58:07.078728 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875aacb9-b248-4eef-9936-767008aaa59d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:58:07.084177 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-875aacb9-b248-4eef-9936-767008aaa59d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for floatingip (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:07.088728 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0662762-8ebf-4b22-9d66-1d7a653a990f None None] Sync routers for ids ['347a5324-6c18-40b2-a505-f131883c2fc2'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:58:07.104291 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0662762-8ebf-4b22-9d66-1d7a653a990f None None] Routers {'347a5324-6c18-40b2-a505-f131883c2fc2'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:58:07.104965 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-b0662762-8ebf-4b22-9d66-1d7a653a990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:58:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['347a5324-6c18-40b2-a505-f131883c2fc2'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:58:07.112992 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-875aacb9-b248-4eef-9936-767008aaa59d tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "DELETE /v2.0/floatingips/0b5b9780-8474-4161-aeec-2fb9a4e592f1 HTTP/1.1" status: 204 len: 168 time: 0.8144925 Feb 17 15:58:07.113579 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af13d43-30ce-4017-a909-5ea2073b2ebb', 'tag': 'fa2a9176-3d78-4373-8756-fa25f56d8548'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:58:07.115809 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a32d8e31-ac7d-40a9-8afe-b9bcd5f348c7" -d '{"events": [{"name": "network-changed", "server_uuid": "7af13d43-30ce-4017-a909-5ea2073b2ebb", "tag": "fa2a9176-3d78-4373-8756-fa25f56d8548"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:58:07.155011 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 15:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9386c5c2-ffba-498a-bc61-dd11a2c0ed29 x-openstack-request-id: req-9386c5c2-ffba-498a-bc61-dd11a2c0ed29 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:58:07.155357 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af13d43-30ce-4017-a909-5ea2073b2ebb", "tag": "fa2a9176-3d78-4373-8756-fa25f56d8548", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:58:07.155574 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9386c5c2-ffba-498a-bc61-dd11a2c0ed29 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:58:07.155985 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af13d43-30ce-4017-a909-5ea2073b2ebb', 'tag': 'fa2a9176-3d78-4373-8756-fa25f56d8548', 'status': 'completed', 'code': 200} Feb 17 15:58:07.228749 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-b0662762-8ebf-4b22-9d66-1d7a653a990f None None] Set router 347a5324-6c18-40b2-a505-f131883c2fc2 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:58:07.237147 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d8e31-ac7d-40a9-8afe-b9bcd5f348c7 req-29ad48be-1a72-4314-afb3-072514f6f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:58:07.238688 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a32d8e31-ac7d-40a9-8afe-b9bcd5f348c7 req-29ad48be-1a72-4314-afb3-072514f6f295 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c408aed137854f999d78e197a7cc75fc&device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 1130 time: 0.0626621 Feb 17 15:58:07.361475 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d8e31-ac7d-40a9-8afe-b9bcd5f348c7 req-bf5db3ee-3c34-48ef-87c3-333e658f9e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:58:07.362944 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a32d8e31-ac7d-40a9-8afe-b9bcd5f348c7 req-bf5db3ee-3c34-48ef-87c3-333e658f9e93 service neutron] 10.222.0.24 "GET /v2.0/networks?id=759e632a-fe01-4c96-a989-2dc2f421382b HTTP/1.1" status: 200 len: 912 time: 0.1159210 Feb 17 15:58:07.377809 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a95179-4663-4cfe-9b34-6cbba22f4a0d req-66eac04e-c682-49da-9a87-ce4cf9aab643 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:58:07.379225 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-53a95179-4663-4cfe-9b34-6cbba22f4a0d req-66eac04e-c682-49da-9a87-ce4cf9aab643 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 946 time: 0.0712910 Feb 17 15:58:07.424248 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a32d8e31-ac7d-40a9-8afe-b9bcd5f348c7 req-1784bafd-afab-4b3e-95cc-6400a7a942b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa2a9176-3d78-4373-8756-fa25f56d8548 HTTP/1.1" status: 200 len: 217 time: 0.0440960 Feb 17 15:58:07.435385 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-b0662762-8ebf-4b22-9d66-1d7a653a990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:23Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '0488e847-b3f1-443a-97a4-fcf8fe370cfc', 'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'mac_address': 'fa:16:3e:a1:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:23Z', 'updated_at': '2022-02-17T15:51:28Z', 'revision_number': 5, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'subnets': [{'id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:58:07.469759 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0662762-8ebf-4b22-9d66-1d7a653a990f None None] Checking router: 347a5324-6c18-40b2-a505-f131883c2fc2 for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:58:07.480141 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0662762-8ebf-4b22-9d66-1d7a653a990f None None] Routers {'347a5324-6c18-40b2-a505-f131883c2fc2'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:58:07.480763 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-b0662762-8ebf-4b22-9d66-1d7a653a990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:58:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['347a5324-6c18-40b2-a505-f131883c2fc2'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:58:07.497254 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-53a95179-4663-4cfe-9b34-6cbba22f4a0d req-5aeefcd1-ba33-420f-9f6b-5a3074b3763a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116054 Feb 17 15:58:07.500840 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d8e31-ac7d-40a9-8afe-b9bcd5f348c7 req-7ab77c90-5591-4e0c-813c-0b6e05bcfbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:58:07.502250 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a32d8e31-ac7d-40a9-8afe-b9bcd5f348c7 req-7ab77c90-5591-4e0c-813c-0b6e05bcfbad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ace76b24-c3b7-4925-b310-79f338d4269f HTTP/1.1" status: 200 len: 850 time: 0.0717444 Feb 17 15:58:07.552281 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d8e31-ac7d-40a9-8afe-b9bcd5f348c7 req-189f4b25-9fbb-4bee-9e8f-a504c53b7395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:58:07.553866 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a32d8e31-ac7d-40a9-8afe-b9bcd5f348c7 req-189f4b25-9fbb-4bee-9e8f-a504c53b7395 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=759e632a-fe01-4c96-a989-2dc2f421382b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448520 Feb 17 15:58:07.592115 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-b0662762-8ebf-4b22-9d66-1d7a653a990f None None] Set router 347a5324-6c18-40b2-a505-f131883c2fc2 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:58:07.646855 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a32d8e31-ac7d-40a9-8afe-b9bcd5f348c7 req-95694cac-c129-4b22-8afd-7e373abbc96b service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867095 Feb 17 15:58:07.739659 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-a32d8e31-ac7d-40a9-8afe-b9bcd5f348c7 req-fcd3affe-d7ba-41ad-a1a9-39bf60a2a908 service neutron] 10.222.0.24 "GET /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849910 Feb 17 15:58:07.791245 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-b0662762-8ebf-4b22-9d66-1d7a653a990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:23Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '0488e847-b3f1-443a-97a4-fcf8fe370cfc', 'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'mac_address': 'fa:16:3e:a1:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:23Z', 'updated_at': '2022-02-17T15:51:28Z', 'revision_number': 5, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'subnets': [{'id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:58:07.822140 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0662762-8ebf-4b22-9d66-1d7a653a990f None None] The sync data for ids ['347a5324-6c18-40b2-a505-f131883c2fc2'] in dv-cinder-606346-36-iscsi is: [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:23Z', 'revision_number': 4, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi', '_interfaces': [{'id': '0488e847-b3f1-443a-97a4-fcf8fe370cfc', 'name': '', 'network_id': '759e632a-fe01-4c96-a989-2dc2f421382b', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'mac_address': 'fa:16:3e:a1:df:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:23Z', 'updated_at': '2022-02-17T15:51:28Z', 'revision_number': 5, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'subnets': [{'id': 'ace76b24-c3b7-4925-b310-79f338d4269f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:58:08.021959 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544f64f3-c6b9-49f5-8b23-bca28826dddd None None] New status for floating IP 0b5b9780-8474-4161-aeec-2fb9a4e592f1: DOWN {{(pid=109501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 15:58:08.617541 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a52728-e3a2-4179-8069-4605ca04214e req-254bd686-04dd-4f12-a87c-dfd76eb6403f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:58:08.618796 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-32a52728-e3a2-4179-8069-4605ca04214e req-254bd686-04dd-4f12-a87c-dfd76eb6403f tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 946 time: 0.0518773 Feb 17 15:58:08.666125 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-32a52728-e3a2-4179-8069-4605ca04214e req-c3e23ac5-ec2d-4529-a418-3599beda5c8c tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/security-groups?id=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418546 Feb 17 15:58:08.798232 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32ff93-ddcd-41d1-9a3c-d8686d026f55 req-10051970-6579-4a95-bdae-d80c5ee7126a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 15:58:08.799566 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1e32ff93-ddcd-41d1-9a3c-d8686d026f55 req-10051970-6579-4a95-bdae-d80c5ee7126a tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.24 "GET /v2.0/ports?device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 946 time: 0.0508430 Feb 17 15:58:08.895203 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-1e32ff93-ddcd-41d1-9a3c-d8686d026f55 req-e349ce2f-58b6-4117-834b-760116cd4f13 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Deleting port fa2a9176-3d78-4373-8756-fa25f56d8548 {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:58:08.896026 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-1e32ff93-ddcd-41d1-9a3c-d8686d026f55 req-e349ce2f-58b6-4117-834b-760116cd4f13 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (fa2a9176-3d78-4373-8756-fa25f56d8548), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:08.980661 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [req-1e32ff93-ddcd-41d1-9a3c-d8686d026f55 req-e349ce2f-58b6-4117-834b-760116cd4f13 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] For port fa2a9176-3d78-4373-8756-fa25f56d8548, host hv-cinder-60634, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-60634',level=0,port_id=fa2a9176-3d78-4373-8756-fa25f56d8548,segment=NetworkSegment(eb85bb1d-d03c-4ee4-83d9-8bb61def30f3),segment_id=eb85bb1d-d03c-4ee4-83d9-8bb61def30f3)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:58:08.981021 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-1e32ff93-ddcd-41d1-9a3c-d8686d026f55 req-e349ce2f-58b6-4117-834b-760116cd4f13 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (fa2a9176-3d78-4373-8756-fa25f56d8548), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:08.992805 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [req-1e32ff93-ddcd-41d1-9a3c-d8686d026f55 req-e349ce2f-58b6-4117-834b-760116cd4f13 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Calling delete_port for fa2a9176-3d78-4373-8756-fa25f56d8548 owned by compute:nova {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:58:09.115994 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-1e32ff93-ddcd-41d1-9a3c-d8686d026f55 req-e349ce2f-58b6-4117-834b-760116cd4f13 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (fa2a9176-3d78-4373-8756-fa25f56d8548), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:09.144403 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349ce2f-58b6-4117-834b-760116cd4f13 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Pushing event deleted for resources: {'Port': ['ID=fa2a9176-3d78-4373-8756-fa25f56d8548,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:58:09.199274 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e32ff93-ddcd-41d1-9a3c-d8686d026f55 req-e349ce2f-58b6-4117-834b-760116cd4f13 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] No DVR routers for this DVR port fa2a9176-3d78-4373-8756-fa25f56d8548 on host hv-cinder-60634 {{(pid=109499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:58:09.201590 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [req-1e32ff93-ddcd-41d1-9a3c-d8686d026f55 req-e349ce2f-58b6-4117-834b-760116cd4f13 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for port (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:09.204839 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-1e32ff93-ddcd-41d1-9a3c-d8686d026f55 req-e349ce2f-58b6-4117-834b-760116cd4f13 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.24 "DELETE /v2.0/ports/fa2a9176-3d78-4373-8756-fa25f56d8548 HTTP/1.1" status: 204 len: 173 time: 0.3997414 Feb 17 15:58:09.205279 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af13d43-30ce-4017-a909-5ea2073b2ebb', 'name': 'network-vif-deleted', 'tag': 'fa2a9176-3d78-4373-8756-fa25f56d8548'}] {{(pid=109499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 15:58:09.207472 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8df2e6b6bbe3a44aaa072a9c5266121345d091ec161f416d889aad600a1b412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5509a1-46cc-457e-9eaa-1babcee6690a" -d '{"events": [{"server_uuid": "7af13d43-30ce-4017-a909-5ea2073b2ebb", "name": "network-vif-deleted", "tag": "fa2a9176-3d78-4373-8756-fa25f56d8548"}]}' {{(pid=109499) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 15:58:09.247096 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 15:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44708a3d-cfb8-4715-801b-e9a0d2b7ffd4 x-openstack-request-id: req-44708a3d-cfb8-4715-801b-e9a0d2b7ffd4 {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 15:58:09.247803 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af13d43-30ce-4017-a909-5ea2073b2ebb", "name": "network-vif-deleted", "tag": "fa2a9176-3d78-4373-8756-fa25f56d8548", "status": "completed", "code": 200}]} {{(pid=109499) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 15:58:09.248062 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-44708a3d-cfb8-4715-801b-e9a0d2b7ffd4 {{(pid=109499) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 15:58:09.248486 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af13d43-30ce-4017-a909-5ea2073b2ebb', 'name': 'network-vif-deleted', 'tag': 'fa2a9176-3d78-4373-8756-fa25f56d8548', 'status': 'completed', 'code': 200} Feb 17 15:58:09.772891 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [req-ef993a4d-e518-4204-a9a3-d91edc26296c req-dcb3a35c-7916-48e1-946a-a033485260ac tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "GET /v2.0/ports?device_id=7af13d43-30ce-4017-a909-5ea2073b2ebb HTTP/1.1" status: 200 len: 210 time: 0.0270166 Feb 17 15:58:10.827903 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 59450) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:58:10.947179 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa43ae-5c65-476a-a6c8-2600972b54c9 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Deleting port 4cb4422f-6b5e-419e-af87-ee647c5d260d {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:58:10.947525 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a9aa43ae-5c65-476a-a6c8-2600972b54c9 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (4cb4422f-6b5e-419e-af87-ee647c5d260d), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:11.019659 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a9aa43ae-5c65-476a-a6c8-2600972b54c9 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (4cb4422f-6b5e-419e-af87-ee647c5d260d), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:11.019982 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a9aa43ae-5c65-476a-a6c8-2600972b54c9 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for floatingip (4cb4422f-6b5e-419e-af87-ee647c5d260d), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:11.031560 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa43ae-5c65-476a-a6c8-2600972b54c9 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Calling delete_port for 4cb4422f-6b5e-419e-af87-ee647c5d260d owned by network:floatingip {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:58:11.157394 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a9aa43ae-5c65-476a-a6c8-2600972b54c9 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (4cb4422f-6b5e-419e-af87-ee647c5d260d), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:11.181730 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa43ae-5c65-476a-a6c8-2600972b54c9 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Pushing event deleted for resources: {'Port': ['ID=4cb4422f-6b5e-419e-af87-ee647c5d260d,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:58:11.244741 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a9aa43ae-5c65-476a-a6c8-2600972b54c9 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for floatingip (c959e9f7-a8a2-43e5-b9fe-99d82f1921a2), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:11.247483 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-a9aa43ae-5c65-476a-a6c8-2600972b54c9 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110552'] for floatingip (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:11.248647 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-a9aa43ae-5c65-476a-a6c8-2600972b54c9 tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "DELETE /v2.0/floatingips/c959e9f7-a8a2-43e5-b9fe-99d82f1921a2 HTTP/1.1" status: 204 len: 168 time: 0.4197111 Feb 17 15:58:12.428506 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 59462) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:58:12.482530 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-5dc8ed7a-3167-4621-9967-52413a5883cc tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for security_group (f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:12.507458 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-5dc8ed7a-3167-4621-9967-52413a5883cc tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for security_group (f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:12.568349 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-5dc8ed7a-3167-4621-9967-52413a5883cc tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:12.571774 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-5dc8ed7a-3167-4621-9967-52413a5883cc tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:12.573030 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-5dc8ed7a-3167-4621-9967-52413a5883cc tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] 10.222.0.67 "DELETE /v2.0/security-groups/f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa HTTP/1.1" status: 204 len: 168 time: 0.1434958 Feb 17 15:58:12.584463 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8ed7a-3167-4621-9967-52413a5883cc tempest-TestVolumeBootPattern-1118229815 tempest-TestVolumeBootPattern-1118229815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f159775d-f7d2-43dc-b1b0-f4c6fbfa24fa,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:58:12.629470 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 59466) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:58:12.785748 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device fa2a9176-3d78-4373-8756-fa25f56d8548 no longer exists at agent hyperv_hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:58:12.806175 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] No Port match for: fa2a9176-3d78-4373-8756-fa25f56d8548 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:58:12.806520 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Device fa2a9176-3d78-4373-8756-fa25f56d8548 not bound to the agent host hv-cinder-60634 {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:58:13.112674 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-28f81a26-48c6-432f-8e85-276530886492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607139'] for router_interface (347a5324-6c18-40b2-a505-f131883c2fc2), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:13.353999 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-28f81a26-48c6-432f-8e85-276530886492 admin admin] Deleting port 0488e847-b3f1-443a-97a4-fcf8fe370cfc {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:58:13.354329 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-28f81a26-48c6-432f-8e85-276530886492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (0488e847-b3f1-443a-97a4-fcf8fe370cfc), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:13.427521 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [None req-28f81a26-48c6-432f-8e85-276530886492 admin admin] For port 0488e847-b3f1-443a-97a4-fcf8fe370cfc, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=0488e847-b3f1-443a-97a4-fcf8fe370cfc,segment=NetworkSegment(eb85bb1d-d03c-4ee4-83d9-8bb61def30f3),segment_id=eb85bb1d-d03c-4ee4-83d9-8bb61def30f3)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:58:13.427875 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-28f81a26-48c6-432f-8e85-276530886492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (0488e847-b3f1-443a-97a4-fcf8fe370cfc), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:13.439668 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-28f81a26-48c6-432f-8e85-276530886492 admin admin] Calling delete_port for 0488e847-b3f1-443a-97a4-fcf8fe370cfc owned by network:router_interface {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:58:13.615289 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-28f81a26-48c6-432f-8e85-276530886492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (0488e847-b3f1-443a-97a4-fcf8fe370cfc), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:13.642427 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f81a26-48c6-432f-8e85-276530886492 admin admin] Pushing event deleted for resources: {'Port': ['ID=0488e847-b3f1-443a-97a4-fcf8fe370cfc,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:58:13.807909 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-28f81a26-48c6-432f-8e85-276530886492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1607699'] for router_interface (347a5324-6c18-40b2-a505-f131883c2fc2), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:14.271927 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f81a26-48c6-432f-8e85-276530886492 admin admin] Router 347a5324-6c18-40b2-a505-f131883c2fc2 has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:58:14.376217 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f81a26-48c6-432f-8e85-276530886492 admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:58:14.381959 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-28f81a26-48c6-432f-8e85-276530886492 admin admin] 10.222.0.67 "PUT /v2.0/routers/347a5324-6c18-40b2-a505-f131883c2fc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7508817 Feb 17 15:58:14.384692 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 59470) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:58:14.385960 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eac3f7-8056-47f3-a891-1467b442e172 None None] Sync routers for ids ['347a5324-6c18-40b2-a505-f131883c2fc2'] in dv-cinder-606346-36-iscsi {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:58:14.396911 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eac3f7-8056-47f3-a891-1467b442e172 None None] Routers {'347a5324-6c18-40b2-a505-f131883c2fc2'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:58:14.397516 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-76eac3f7-8056-47f3-a891-1467b442e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:58:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['347a5324-6c18-40b2-a505-f131883c2fc2'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:58:14.494656 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d7d821b5-3a3d-4e8c-be2a-c9efcce5c220 admin admin] Publish callbacks [] for router (347a5324-6c18-40b2-a505-f131883c2fc2), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:14.613818 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d7d821b5-3a3d-4e8c-be2a-c9efcce5c220 admin admin] Publish callbacks [] for router_gateway (347a5324-6c18-40b2-a505-f131883c2fc2), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:14.633737 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-76eac3f7-8056-47f3-a891-1467b442e172 None None] Set router 347a5324-6c18-40b2-a505-f131883c2fc2 gateway port host: dv-cinder-606346-36-iscsi {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:58:14.666572 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-d7d821b5-3a3d-4e8c-be2a-c9efcce5c220 admin admin] Deleting port 8a194cfc-6d88-4954-ad98-9dde4f545b02 {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:58:14.666908 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d7d821b5-3a3d-4e8c-be2a-c9efcce5c220 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (8a194cfc-6d88-4954-ad98-9dde4f545b02), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:14.746700 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [None req-d7d821b5-3a3d-4e8c-be2a-c9efcce5c220 admin admin] For port 8a194cfc-6d88-4954-ad98-9dde4f545b02, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=8a194cfc-6d88-4954-ad98-9dde4f545b02,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:58:14.747063 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d7d821b5-3a3d-4e8c-be2a-c9efcce5c220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (8a194cfc-6d88-4954-ad98-9dde4f545b02), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:14.758826 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-d7d821b5-3a3d-4e8c-be2a-c9efcce5c220 admin admin] Calling delete_port for 8a194cfc-6d88-4954-ad98-9dde4f545b02 owned by network:router_gateway {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:58:14.812977 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-76eac3f7-8056-47f3-a891-1467b442e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:58:13Z', 'revision_number': 5, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port': {'id': '8a194cfc-6d88-4954-ad98-9dde4f545b02', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:58:14.840298 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eac3f7-8056-47f3-a891-1467b442e172 None None] Checking router: 347a5324-6c18-40b2-a505-f131883c2fc2 for host: dv-cinder-606346-36-iscsi {{(pid=109500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:58:14.848921 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eac3f7-8056-47f3-a891-1467b442e172 None None] Routers {'347a5324-6c18-40b2-a505-f131883c2fc2'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:58:14.849776 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-76eac3f7-8056-47f3-a891-1467b442e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:58:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['347a5324-6c18-40b2-a505-f131883c2fc2'], 'active': True} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:58:14.933760 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d7d821b5-3a3d-4e8c-be2a-c9efcce5c220 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (8a194cfc-6d88-4954-ad98-9dde4f545b02), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:14.941861 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvr_db [None req-76eac3f7-8056-47f3-a891-1467b442e172 None None] Set router 347a5324-6c18-40b2-a505-f131883c2fc2 gateway port host: None {{(pid=109500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:58:14.959450 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d821b5-3a3d-4e8c-be2a-c9efcce5c220 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a194cfc-6d88-4954-ad98-9dde4f545b02,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:58:14.996142 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_hamode_db [None req-76eac3f7-8056-47f3-a891-1467b442e172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:58:14Z', 'revision_number': 6, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port_host': None}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109500) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:58:15.019487 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d7d821b5-3a3d-4e8c-be2a-c9efcce5c220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1606057'] for router_gateway (347a5324-6c18-40b2-a505-f131883c2fc2), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:15.022250 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eac3f7-8056-47f3-a891-1467b442e172 None None] The sync data for ids ['347a5324-6c18-40b2-a505-f131883c2fc2'] in dv-cinder-606346-36-iscsi is: [{'id': '347a5324-6c18-40b2-a505-f131883c2fc2', 'name': 'tempest-TestVolumeBootPattern-345068363-router', 'tenant_id': 'c408aed137854f999d78e197a7cc75fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:21Z', 'updated_at': '2022-02-17T15:58:14Z', 'revision_number': 6, 'project_id': 'c408aed137854f999d78e197a7cc75fc', 'gw_port_host': None}] {{(pid=109500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:58:15.115709 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d7d821b5-3a3d-4e8c-be2a-c9efcce5c220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-222871'] for router (347a5324-6c18-40b2-a505-f131883c2fc2), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:15.117851 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d7d821b5-3a3d-4e8c-be2a-c9efcce5c220 admin admin] Publish callbacks [] for router_controller (347a5324-6c18-40b2-a505-f131883c2fc2), precommit_delete_associations {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:15.163420 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d7d821b5-3a3d-4e8c-be2a-c9efcce5c220 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608253'] for router (347a5324-6c18-40b2-a505-f131883c2fc2), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:15.164043 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d821b5-3a3d-4e8c-be2a-c9efcce5c220 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 347a5324-6c18-40b2-a505-f131883c2fc2 {{(pid=109499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 15:58:15.168233 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-d7d821b5-3a3d-4e8c-be2a-c9efcce5c220 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:15.169626 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-d7d821b5-3a3d-4e8c-be2a-c9efcce5c220 admin admin] 10.222.0.67 "DELETE /v2.0/routers/347a5324-6c18-40b2-a505-f131883c2fc2 HTTP/1.1" status: 204 len: 168 time: 0.7840366 Feb 17 15:58:15.172114 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 59472) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:58:15.218972 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.db_base_plugin_v2 [None req-8305cdde-cb0d-4cff-b06e-b692917ab375 admin admin] Deleting subnet ace76b24-c3b7-4925-b310-79f338d4269f {{(pid=109499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 15:58:15.222027 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-8305cdde-cb0d-4cff-b06e-b692917ab375 admin admin] Publish callbacks [] for subnet (ace76b24-c3b7-4925-b310-79f338d4269f), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:15.257221 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-8305cdde-cb0d-4cff-b06e-b692917ab375 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8388614'] for subnet (ace76b24-c3b7-4925-b310-79f338d4269f), precommit_delete_associations {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:15.335969 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-8305cdde-cb0d-4cff-b06e-b692917ab375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775564'] for subnet (ace76b24-c3b7-4925-b310-79f338d4269f), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:15.389338 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-8305cdde-cb0d-4cff-b06e-b692917ab375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10180731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8557293'] for subnet (ace76b24-c3b7-4925-b310-79f338d4269f), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:15.416195 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305cdde-cb0d-4cff-b06e-b692917ab375 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ace76b24-c3b7-4925-b310-79f338d4269f,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:58:15.421283 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-8305cdde-cb0d-4cff-b06e-b692917ab375 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:15.425077 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-8305cdde-cb0d-4cff-b06e-b692917ab375 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ace76b24-c3b7-4925-b310-79f338d4269f HTTP/1.1" status: 204 len: 168 time: 0.2519400 Feb 17 15:58:15.427899 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b01b723-b07e-4e24-a2e3-1ac5e9c20cc2 None None] Network 759e632a-fe01-4c96-a989-2dc2f421382b requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:58:15.428773 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 59474) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:58:15.498804 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3196f98a-175c-4290-b8a8-1bb4b9856724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686833'] for network (759e632a-fe01-4c96-a989-2dc2f421382b), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:15.562237 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-3196f98a-175c-4290-b8a8-1bb4b9856724 admin admin] Deleting port a40c22ec-0acd-49e2-a35a-5550ee0d459f {{(pid=109499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:58:15.562595 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3196f98a-175c-4290-b8a8-1bb4b9856724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (a40c22ec-0acd-49e2-a35a-5550ee0d459f), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:15.624235 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.db [None req-3196f98a-175c-4290-b8a8-1bb4b9856724 admin admin] For port a40c22ec-0acd-49e2-a35a-5550ee0d459f, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=a40c22ec-0acd-49e2-a35a-5550ee0d459f,segment=NetworkSegment(eb85bb1d-d03c-4ee4-83d9-8bb61def30f3),segment_id=eb85bb1d-d03c-4ee4-83d9-8bb61def30f3)] {{(pid=109499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:58:15.624641 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3196f98a-175c-4290-b8a8-1bb4b9856724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (a40c22ec-0acd-49e2-a35a-5550ee0d459f), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:15.636071 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.plugin [None req-3196f98a-175c-4290-b8a8-1bb4b9856724 admin admin] Calling delete_port for a40c22ec-0acd-49e2-a35a-5550ee0d459f owned by network:dhcp {{(pid=109499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:58:15.711428 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:15.719043 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3196f98a-175c-4290-b8a8-1bb4b9856724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10180686'] for port (a40c22ec-0acd-49e2-a35a-5550ee0d459f), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:15.742591 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196f98a-175c-4290-b8a8-1bb4b9856724 admin admin] Pushing event deleted for resources: {'Port': ['ID=a40c22ec-0acd-49e2-a35a-5550ee0d459f,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:58:15.748024 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3196f98a-175c-4290-b8a8-1bb4b9856724 admin admin] No DVR routers for this DVR port a40c22ec-0acd-49e2-a35a-5550ee0d459f on host dv-cinder-606346-36-iscsi {{(pid=109499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:58:15.806706 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6491de11-60d7-4c5a-9fd7-9ef68cec2133 None None] DHCP port deletion for 759e632a-fe01-4c96-a989-2dc2f421382b request from dv-cinder-606346-36-iscsi {{(pid=109500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 15:58:15.822051 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3196f98a-175c-4290-b8a8-1bb4b9856724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772593', 'neutron.services.segments.db._delete_segments_for_network-8726999291531'] for network (759e632a-fe01-4c96-a989-2dc2f421382b), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:15.852529 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-3196f98a-175c-4290-b8a8-1bb4b9856724 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['759e632a-fe01-4c96-a989-2dc2f421382b']}} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:58:15.856306 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 0488e847-b3f1-443a-97a4-fcf8fe370cfc no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:58:15.862257 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-3196f98a-175c-4290-b8a8-1bb4b9856724 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb85bb1d-d03c-4ee4-83d9-8bb61def30f3') {'for_net_delete': True} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:58:15.862568 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.services.segments.db [None req-3196f98a-175c-4290-b8a8-1bb4b9856724 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb85bb1d-d03c-4ee4-83d9-8bb61def30f3') {} {{(pid=109499) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:58:15.872018 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3196f98a-175c-4290-b8a8-1bb4b9856724 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726999292820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8388623'] for segment (eb85bb1d-d03c-4ee4-83d9-8bb61def30f3), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:15.876076 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: 0488e847-b3f1-443a-97a4-fcf8fe370cfc {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:58:15.876570 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 0488e847-b3f1-443a-97a4-fcf8fe370cfc not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:58:15.877073 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device a40c22ec-0acd-49e2-a35a-5550ee0d459f no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:58:15.886480 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3196f98a-175c-4290-b8a8-1bb4b9856724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (eb85bb1d-d03c-4ee4-83d9-8bb61def30f3), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:15.892391 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3196f98a-175c-4290-b8a8-1bb4b9856724 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 15:58:15.892835 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3196f98a-175c-4290-b8a8-1bb4b9856724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10180641'] for segment (eb85bb1d-d03c-4ee4-83d9-8bb61def30f3), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: Traceback (most recent call last): Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: timer() Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: cb(*args, **kw) Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: return func(*args, **kwargs) Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: self._notify() Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: self.callback(batched_events) Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: event.method(event) Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: return f(self, *a, **k) Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: return self._get(url).json() Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: return self.request(url, 'GET', **kwargs) Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 15:58:15.894648 dv-cinder-606346-36-iscsi neutron-server[109499]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 15:58:15.901572 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: a40c22ec-0acd-49e2-a35a-5550ee0d459f {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:58:15.901941 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device a40c22ec-0acd-49e2-a35a-5550ee0d459f not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:58:15.902467 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 8a194cfc-6d88-4954-ad98-9dde4f545b02 no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:58:15.922100 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: 8a194cfc-6d88-4954-ad98-9dde4f545b02 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:58:15.922452 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 8a194cfc-6d88-4954-ad98-9dde4f545b02 not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:58:15.950594 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3196f98a-175c-4290-b8a8-1bb4b9856724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-772362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1606029'] for network (759e632a-fe01-4c96-a989-2dc2f421382b), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:15.955026 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3196f98a-175c-4290-b8a8-1bb4b9856724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:15.959366 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-3196f98a-175c-4290-b8a8-1bb4b9856724 admin admin] 10.222.0.67 "DELETE /v2.0/networks/759e632a-fe01-4c96-a989-2dc2f421382b HTTP/1.1" status: 204 len: 168 time: 0.5296552 Feb 17 15:58:15.966701 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 59476) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:58:15.971410 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196f98a-175c-4290-b8a8-1bb4b9856724 admin admin] Pushing event deleted for resources: {'Network': ['ID=759e632a-fe01-4c96-a989-2dc2f421382b,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:58:16.325378 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1607139'] for router_interface (ff04eab9-7891-4e91-bcd3-99646906187b), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:16.565153 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] Deleting port 49730fd1-8a0e-479f-9b24-be7b61d6b85d {{(pid=109498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:58:16.565488 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (49730fd1-8a0e-479f-9b24-be7b61d6b85d), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:16.640904 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] For port 49730fd1-8a0e-479f-9b24-be7b61d6b85d, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=49730fd1-8a0e-479f-9b24-be7b61d6b85d,segment=NetworkSegment(5cab2f0a-6982-4a96-a89b-879fda536d34),segment_id=5cab2f0a-6982-4a96-a89b-879fda536d34)] {{(pid=109498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:58:16.641265 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (49730fd1-8a0e-479f-9b24-be7b61d6b85d), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:16.653623 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] Calling delete_port for 49730fd1-8a0e-479f-9b24-be7b61d6b85d owned by network:router_interface {{(pid=109498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:58:16.828700 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (49730fd1-8a0e-479f-9b24-be7b61d6b85d), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:16.854150 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] Pushing event deleted for resources: {'Port': ['ID=49730fd1-8a0e-479f-9b24-be7b61d6b85d,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:58:16.866194 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:16.866194 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:16.866194 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:16.866496 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:16.866597 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:16.866961 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:16.867252 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:16.867580 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:16.867912 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:16.868236 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:16.868593 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:16.868919 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:16.869245 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:17.031248 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1661445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1607699'] for router_interface (ff04eab9-7891-4e91-bcd3-99646906187b), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:17.240850 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] Router ff04eab9-7891-4e91-bcd3-99646906187b has already been hosted by L3 agent 5ace3e7b-e088-4719-b97c-b4f848405466 {{(pid=109498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 15:58:17.343586 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] Notify agent at l3_agent.dv-cinder-606346-36-iscsi the message routers_updated {{(pid=109498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 15:58:17.349559 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-d91da0b2-376e-4c35-8036-c71715b6e185 admin admin] 10.222.0.67 "PUT /v2.0/routers/ff04eab9-7891-4e91-bcd3-99646906187b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3817763 Feb 17 15:58:17.351782 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 59480) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:58:17.352836 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61419b73-eb16-4722-851b-187676995071 None None] Sync routers for ids ['ff04eab9-7891-4e91-bcd3-99646906187b'] in dv-cinder-606346-36-iscsi {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 15:58:17.365120 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61419b73-eb16-4722-851b-187676995071 None None] Routers {'ff04eab9-7891-4e91-bcd3-99646906187b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:58:17.365725 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-61419b73-eb16-4722-851b-187676995071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:58:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['ff04eab9-7891-4e91-bcd3-99646906187b'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:58:17.451426 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-105540ee-de01-47fb-9b2d-b966b56f22a5 admin admin] Publish callbacks [] for router (ff04eab9-7891-4e91-bcd3-99646906187b), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:17.466603 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-61419b73-eb16-4722-851b-187676995071 None None] Set router ff04eab9-7891-4e91-bcd3-99646906187b gateway port host: dv-cinder-606346-36-iscsi {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:58:17.550948 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-105540ee-de01-47fb-9b2d-b966b56f22a5 admin admin] Publish callbacks [] for router_gateway (ff04eab9-7891-4e91-bcd3-99646906187b), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:17.613677 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [None req-105540ee-de01-47fb-9b2d-b966b56f22a5 admin admin] Deleting port 6197e255-a5db-45da-9ffa-98a558677456 {{(pid=109498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:58:17.614012 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-105540ee-de01-47fb-9b2d-b966b56f22a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (6197e255-a5db-45da-9ffa-98a558677456), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:17.650401 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-61419b73-eb16-4722-851b-187676995071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff04eab9-7891-4e91-bcd3-99646906187b', 'name': 'tempest-TestVolumeBootPattern-47013503-router', 'tenant_id': '1a0c5df65894496a96b0475ace442a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'external_fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.134'}], 'enable_snat': True}, 'gw_port_id': '6197e255-a5db-45da-9ffa-98a558677456', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:25Z', 'updated_at': '2022-02-17T15:58:16Z', 'revision_number': 5, 'project_id': '1a0c5df65894496a96b0475ace442a2d', 'gw_port': {'id': '6197e255-a5db-45da-9ffa-98a558677456', 'name': '', 'network_id': '429489ab-2a85-400d-8dac-2c90bfd61144', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff04eab9-7891-4e91-bcd3-99646906187b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'ip_address': '172.27.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-606346-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T15:51:26Z', 'updated_at': '2022-02-17T15:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c701940c-dc66-45fb-ad02-3d3f314099e2', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-606346-36-iscsi'}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:58:17.680379 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61419b73-eb16-4722-851b-187676995071 None None] Checking router: ff04eab9-7891-4e91-bcd3-99646906187b for host: dv-cinder-606346-36-iscsi {{(pid=109501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 15:58:17.688538 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61419b73-eb16-4722-851b-187676995071 None None] Routers {'ff04eab9-7891-4e91-bcd3-99646906187b'} bound to L3 agent in host dv-cinder-606346-36-iscsi {{(pid=109501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 15:58:17.689142 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-61419b73-eb16-4722-851b-187676995071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-606346-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T15:37:32Z,description=,heartbeat_timestamp=2022-02-17T15:58:02Z,host='dv-cinder-606346-36-iscsi',id=5ace3e7b-e088-4719-b97c-b4f848405466,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T15:37:32Z,topic='l3_agent')) {'router_ids': ['ff04eab9-7891-4e91-bcd3-99646906187b'], 'active': True} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:58:17.710075 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [None req-105540ee-de01-47fb-9b2d-b966b56f22a5 admin admin] For port 6197e255-a5db-45da-9ffa-98a558677456, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=6197e255-a5db-45da-9ffa-98a558677456,segment=NetworkSegment(cdfe2ee9-f6e4-4f23-8564-c9f437f41ace),segment_id=cdfe2ee9-f6e4-4f23-8564-c9f437f41ace)] {{(pid=109498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:58:17.710438 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-105540ee-de01-47fb-9b2d-b966b56f22a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (6197e255-a5db-45da-9ffa-98a558677456), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:17.723392 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [None req-105540ee-de01-47fb-9b2d-b966b56f22a5 admin admin] Calling delete_port for 6197e255-a5db-45da-9ffa-98a558677456 owned by network:router_gateway {{(pid=109498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:58:17.779174 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_dvr_db [None req-61419b73-eb16-4722-851b-187676995071 None None] Set router ff04eab9-7891-4e91-bcd3-99646906187b gateway port host: None {{(pid=109501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 15:58:17.828597 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.l3_hamode_db [None req-61419b73-eb16-4722-851b-187676995071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff04eab9-7891-4e91-bcd3-99646906187b', 'name': 'tempest-TestVolumeBootPattern-47013503-router', 'tenant_id': '1a0c5df65894496a96b0475ace442a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:25Z', 'updated_at': '2022-02-17T15:58:17Z', 'revision_number': 6, 'project_id': '1a0c5df65894496a96b0475ace442a2d', 'gw_port_host': None}], 'dv-cinder-606346-36-iscsi', False) {} {{(pid=109501) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:58:17.857810 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61419b73-eb16-4722-851b-187676995071 None None] The sync data for ids ['ff04eab9-7891-4e91-bcd3-99646906187b'] in dv-cinder-606346-36-iscsi is: [{'id': 'ff04eab9-7891-4e91-bcd3-99646906187b', 'name': 'tempest-TestVolumeBootPattern-47013503-router', 'tenant_id': '1a0c5df65894496a96b0475ace442a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T15:51:25Z', 'updated_at': '2022-02-17T15:58:17Z', 'revision_number': 6, 'project_id': '1a0c5df65894496a96b0475ace442a2d', 'gw_port_host': None}] {{(pid=109501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 15:58:17.890896 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-105540ee-de01-47fb-9b2d-b966b56f22a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (6197e255-a5db-45da-9ffa-98a558677456), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:17.916194 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105540ee-de01-47fb-9b2d-b966b56f22a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6197e255-a5db-45da-9ffa-98a558677456,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:58:17.991334 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-105540ee-de01-47fb-9b2d-b966b56f22a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1606057'] for router_gateway (ff04eab9-7891-4e91-bcd3-99646906187b), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:18.080707 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-105540ee-de01-47fb-9b2d-b966b56f22a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1608244', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-222871'] for router (ff04eab9-7891-4e91-bcd3-99646906187b), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:18.082715 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-105540ee-de01-47fb-9b2d-b966b56f22a5 admin admin] Publish callbacks [] for router_controller (ff04eab9-7891-4e91-bcd3-99646906187b), precommit_delete_associations {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:18.124945 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-105540ee-de01-47fb-9b2d-b966b56f22a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1608253'] for router (ff04eab9-7891-4e91-bcd3-99646906187b), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:18.125456 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105540ee-de01-47fb-9b2d-b966b56f22a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff04eab9-7891-4e91-bcd3-99646906187b {{(pid=109498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 15:58:18.130682 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-105540ee-de01-47fb-9b2d-b966b56f22a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:18.131825 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-105540ee-de01-47fb-9b2d-b966b56f22a5 admin admin] 10.222.0.67 "DELETE /v2.0/routers/ff04eab9-7891-4e91-bcd3-99646906187b HTTP/1.1" status: 204 len: 168 time: 0.7791269 Feb 17 15:58:18.134345 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 59482) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:58:18.179626 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.db_base_plugin_v2 [None req-336836ca-5cd7-4fe5-8db7-c10eecacf1f7 admin admin] Deleting subnet b72c084a-fcdf-4160-987c-e7a6f0576b99 {{(pid=109498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 15:58:18.182558 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-336836ca-5cd7-4fe5-8db7-c10eecacf1f7 admin admin] Publish callbacks [] for subnet (b72c084a-fcdf-4160-987c-e7a6f0576b99), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:18.216417 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-336836ca-5cd7-4fe5-8db7-c10eecacf1f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8583511'] for subnet (b72c084a-fcdf-4160-987c-e7a6f0576b99), precommit_delete_associations {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:18.297063 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-336836ca-5cd7-4fe5-8db7-c10eecacf1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-775564'] for subnet (b72c084a-fcdf-4160-987c-e7a6f0576b99), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:18.346808 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-336836ca-5cd7-4fe5-8db7-c10eecacf1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-775557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780219', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8641746', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8764440'] for subnet (b72c084a-fcdf-4160-987c-e7a6f0576b99), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:18.374296 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336836ca-5cd7-4fe5-8db7-c10eecacf1f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b72c084a-fcdf-4160-987c-e7a6f0576b99,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:58:18.377878 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-336836ca-5cd7-4fe5-8db7-c10eecacf1f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for subnet (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:18.381869 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-336836ca-5cd7-4fe5-8db7-c10eecacf1f7 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b72c084a-fcdf-4160-987c-e7a6f0576b99 HTTP/1.1" status: 204 len: 168 time: 0.2462461 Feb 17 15:58:18.383990 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4bfb22-cf1b-4d2e-bbce-7da925a56d06 None None] Network 9f9d7d2a-e81e-45de-93c4-633ad4ef8574 requested from dv-cinder-606346-36-iscsi {{(pid=109500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 15:58:18.384550 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.wsgi [-] (109498) accepted ('10.222.0.67', 59484) {{(pid=109498) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:58:18.449591 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b22a07f7-5bcd-49ea-9f70-7bbc6e9ac69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-686833'] for network (9f9d7d2a-e81e-45de-93c4-633ad4ef8574), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:18.501480 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [None req-b22a07f7-5bcd-49ea-9f70-7bbc6e9ac69b admin admin] Deleting port cc1e083b-e4ae-48d9-988c-ec379f1f5284 {{(pid=109498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:58:18.501824 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b22a07f7-5bcd-49ea-9f70-7bbc6e9ac69b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (cc1e083b-e4ae-48d9-988c-ec379f1f5284), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:18.564855 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.db [None req-b22a07f7-5bcd-49ea-9f70-7bbc6e9ac69b admin admin] For port cc1e083b-e4ae-48d9-988c-ec379f1f5284, host dv-cinder-606346-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-606346-36-iscsi',level=0,port_id=cc1e083b-e4ae-48d9-988c-ec379f1f5284,segment=NetworkSegment(5cab2f0a-6982-4a96-a89b-879fda536d34),segment_id=5cab2f0a-6982-4a96-a89b-879fda536d34)] {{(pid=109498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:58:18.565155 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b22a07f7-5bcd-49ea-9f70-7bbc6e9ac69b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (cc1e083b-e4ae-48d9-988c-ec379f1f5284), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:18.577011 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.plugin [None req-b22a07f7-5bcd-49ea-9f70-7bbc6e9ac69b admin admin] Calling delete_port for cc1e083b-e4ae-48d9-988c-ec379f1f5284 owned by network:dhcp {{(pid=109498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:58:18.620009 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39475ee-0ebc-49dd-9c80-510304df8e4e None None] DHCP port deletion for 9f9d7d2a-e81e-45de-93c4-633ad4ef8574 request from dv-cinder-606346-36-iscsi {{(pid=109500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 15:58:18.659444 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b22a07f7-5bcd-49ea-9f70-7bbc6e9ac69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8641767'] for port (cc1e083b-e4ae-48d9-988c-ec379f1f5284), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:18.674835 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-a39475ee-0ebc-49dd-9c80-510304df8e4e None None] Deleting port cc1e083b-e4ae-48d9-988c-ec379f1f5284 {{(pid=109500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 15:58:18.675213 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a39475ee-0ebc-49dd-9c80-510304df8e4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8726999227895'] for port (cc1e083b-e4ae-48d9-988c-ec379f1f5284), before_delete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:18.689109 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a07f7-5bcd-49ea-9f70-7bbc6e9ac69b admin admin] Pushing event deleted for resources: {'Port': ['ID=cc1e083b-e4ae-48d9-988c-ec379f1f5284,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:58:18.690878 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22a07f7-5bcd-49ea-9f70-7bbc6e9ac69b admin admin] No DVR routers for this DVR port cc1e083b-e4ae-48d9-988c-ec379f1f5284 on host dv-cinder-606346-36-iscsi {{(pid=109498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:58:18.741606 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.db [None req-a39475ee-0ebc-49dd-9c80-510304df8e4e None None] For port cc1e083b-e4ae-48d9-988c-ec379f1f5284, host dv-cinder-606346-36-iscsi, got binding levels [] {{(pid=109500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 15:58:18.742007 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a39475ee-0ebc-49dd-9c80-510304df8e4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635015'] for port (cc1e083b-e4ae-48d9-988c-ec379f1f5284), precommit_delete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:18.755627 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-a39475ee-0ebc-49dd-9c80-510304df8e4e None None] Calling delete_port for cc1e083b-e4ae-48d9-988c-ec379f1f5284 owned by network:dhcp {{(pid=109500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 15:58:18.758267 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.ipam_backend_mixin [None req-a39475ee-0ebc-49dd-9c80-510304df8e4e None None] Port cc1e083b-e4ae-48d9-988c-ec379f1f5284 was not found and therefore no delete operation was performed {{(pid=109500) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 15:58:18.759520 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a39475ee-0ebc-49dd-9c80-510304df8e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-785292', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1979284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8726999381598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8726998810673'] for port (cc1e083b-e4ae-48d9-988c-ec379f1f5284), after_delete {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:18.767611 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b22a07f7-5bcd-49ea-9f70-7bbc6e9ac69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772593', 'neutron.services.segments.db._delete_segments_for_network-8726999291531'] for network (9f9d7d2a-e81e-45de-93c4-633ad4ef8574), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:18.783069 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39475ee-0ebc-49dd-9c80-510304df8e4e None None] Pushing event deleted for resources: {'Port': ['ID=cc1e083b-e4ae-48d9-988c-ec379f1f5284,revision_number=None']} {{(pid=109500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:58:18.787678 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.services.segments.db [None req-b22a07f7-5bcd-49ea-9f70-7bbc6e9ac69b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9d7d2a-e81e-45de-93c4-633ad4ef8574']}} {{(pid=109498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:58:18.794257 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39475ee-0ebc-49dd-9c80-510304df8e4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:18.794528 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39475ee-0ebc-49dd-9c80-510304df8e4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:18.794874 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39475ee-0ebc-49dd-9c80-510304df8e4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:18.795213 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39475ee-0ebc-49dd-9c80-510304df8e4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:18.795656 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39475ee-0ebc-49dd-9c80-510304df8e4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:18.795933 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39475ee-0ebc-49dd-9c80-510304df8e4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:18.796227 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39475ee-0ebc-49dd-9c80-510304df8e4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:18.796634 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39475ee-0ebc-49dd-9c80-510304df8e4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:18.796895 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39475ee-0ebc-49dd-9c80-510304df8e4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:18.797152 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39475ee-0ebc-49dd-9c80-510304df8e4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:18.797458 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39475ee-0ebc-49dd-9c80-510304df8e4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:18.798260 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39475ee-0ebc-49dd-9c80-510304df8e4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:18.798260 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39475ee-0ebc-49dd-9c80-510304df8e4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-606346-36-iscsi {{(pid=109500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 15:58:18.800011 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.services.segments.db [None req-b22a07f7-5bcd-49ea-9f70-7bbc6e9ac69b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cab2f0a-6982-4a96-a89b-879fda536d34') {'for_net_delete': True} {{(pid=109498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:58:18.800293 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.services.segments.db [None req-b22a07f7-5bcd-49ea-9f70-7bbc6e9ac69b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cab2f0a-6982-4a96-a89b-879fda536d34') {} {{(pid=109498) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 15:58:18.802391 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39475ee-0ebc-49dd-9c80-510304df8e4e None None] No DVR routers for this DVR port cc1e083b-e4ae-48d9-988c-ec379f1f5284 on host dv-cinder-606346-36-iscsi {{(pid=109500) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 15:58:18.818188 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b22a07f7-5bcd-49ea-9f70-7bbc6e9ac69b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8726999292820', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8583518'] for segment (5cab2f0a-6982-4a96-a89b-879fda536d34), before_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:18.832929 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b22a07f7-5bcd-49ea-9f70-7bbc6e9ac69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029'] for segment (5cab2f0a-6982-4a96-a89b-879fda536d34), precommit_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:18.841755 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22a07f7-5bcd-49ea-9f70-7bbc6e9ac69b admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 15:58:18.842106 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b22a07f7-5bcd-49ea-9f70-7bbc6e9ac69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-779029', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8641672'] for segment (5cab2f0a-6982-4a96-a89b-879fda536d34), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: Traceback (most recent call last): Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: timer() Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: cb(*args, **kw) Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: return func(*args, **kwargs) Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: self._notify() Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: self.callback(batched_events) Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: event.method(event) Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: return f(self, *a, **k) Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: return self._get(url).json() Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: return self.request(url, 'GET', **kwargs) Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 15:58:18.843888 dv-cinder-606346-36-iscsi neutron-server[109498]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 15:58:19.120920 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b22a07f7-5bcd-49ea-9f70-7bbc6e9ac69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-772362', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1661452', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1606029'] for network (9f9d7d2a-e81e-45de-93c4-633ad4ef8574), after_delete {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:19.126592 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron_lib.callbacks.manager [None req-b22a07f7-5bcd-49ea-9f70-7bbc6e9ac69b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1661474'] for network (None), before_response {{(pid=109498) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:19.130217 dv-cinder-606346-36-iscsi neutron-server[109498]: INFO neutron.wsgi [None req-b22a07f7-5bcd-49ea-9f70-7bbc6e9ac69b admin admin] 10.222.0.67 "DELETE /v2.0/networks/9f9d7d2a-e81e-45de-93c4-633ad4ef8574 HTTP/1.1" status: 204 len: 168 time: 0.7451618 Feb 17 15:58:19.140857 dv-cinder-606346-36-iscsi neutron-server[109498]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a07f7-5bcd-49ea-9f70-7bbc6e9ac69b admin admin] Pushing event deleted for resources: {'Network': ['ID=9f9d7d2a-e81e-45de-93c4-633ad4ef8574,revision_number=None']} {{(pid=109498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:58:19.261914 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 59488) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:58:19.301254 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-3cc6cba2-31ca-49f6-b5b4-cf27b691c5db admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c408aed137854f999d78e197a7cc75fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380018 Feb 17 15:58:19.303632 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 59490) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:58:19.353288 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-8defdb60-f4db-4ebe-a043-02b043cc395d admin admin] Publish callbacks [] for security_group (53c4be67-00e1-4caf-a9bd-8331d4883f5c), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:19.373534 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-8defdb60-f4db-4ebe-a043-02b043cc395d admin admin] Publish callbacks [] for security_group (53c4be67-00e1-4caf-a9bd-8331d4883f5c), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:19.419356 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-8defdb60-f4db-4ebe-a043-02b043cc395d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (53c4be67-00e1-4caf-a9bd-8331d4883f5c), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:19.421975 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-8defdb60-f4db-4ebe-a043-02b043cc395d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:19.423112 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-8defdb60-f4db-4ebe-a043-02b043cc395d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/53c4be67-00e1-4caf-a9bd-8331d4883f5c HTTP/1.1" status: 204 len: 168 time: 0.1185849 Feb 17 15:58:19.430659 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defdb60-f4db-4ebe-a043-02b043cc395d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c4be67-00e1-4caf-a9bd-8331d4883f5c,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:58:19.624611 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 6197e255-a5db-45da-9ffa-98a558677456 no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:58:19.648653 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: 6197e255-a5db-45da-9ffa-98a558677456 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:58:19.649116 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 6197e255-a5db-45da-9ffa-98a558677456 not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:58:19.649421 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device cc1e083b-e4ae-48d9-988c-ec379f1f5284 no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:58:19.668219 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: cc1e083b-e4ae-48d9-988c-ec379f1f5284 {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:58:19.668590 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device cc1e083b-e4ae-48d9-988c-ec379f1f5284 not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:58:19.669005 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 49730fd1-8a0e-479f-9b24-be7b61d6b85d no longer exists at agent ovs-agent-dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 15:58:19.687926 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.plugin [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] No Port match for: 49730fd1-8a0e-479f-9b24-be7b61d6b85d {{(pid=109500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 15:58:19.688273 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron.plugins.ml2.rpc [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Device 49730fd1-8a0e-479f-9b24-be7b61d6b85d not bound to the agent host dv-cinder-606346-36-iscsi {{(pid=109500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 15:58:19.733456 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 59496) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:58:19.772551 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-3c8b53d7-5d53-4334-8a3e-28879726a1e0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1a0c5df65894496a96b0475ace442a2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379503 Feb 17 15:58:19.774876 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.wsgi [-] (109499) accepted ('10.222.0.67', 59498) {{(pid=109499) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 15:58:19.819552 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3d66985b-9fbf-4a76-89d1-4fa47f052f6a admin admin] Publish callbacks [] for security_group (5b44dd28-8459-4f41-b411-71e8f45917d1), before_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:19.840323 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3d66985b-9fbf-4a76-89d1-4fa47f052f6a admin admin] Publish callbacks [] for security_group (5b44dd28-8459-4f41-b411-71e8f45917d1), precommit_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:19.886479 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3d66985b-9fbf-4a76-89d1-4fa47f052f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1804855'] for security_group (5b44dd28-8459-4f41-b411-71e8f45917d1), after_delete {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:19.889414 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron_lib.callbacks.manager [None req-3d66985b-9fbf-4a76-89d1-4fa47f052f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109499) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:19.890551 dv-cinder-606346-36-iscsi neutron-server[109499]: INFO neutron.wsgi [None req-3d66985b-9fbf-4a76-89d1-4fa47f052f6a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5b44dd28-8459-4f41-b411-71e8f45917d1 HTTP/1.1" status: 204 len: 168 time: 0.1148131 Feb 17 15:58:19.898367 dv-cinder-606346-36-iscsi neutron-server[109499]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66985b-9fbf-4a76-89d1-4fa47f052f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b44dd28-8459-4f41-b411-71e8f45917d1,revision_number=None']} {{(pid=109499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 15:58:21.590552 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:58:30.049752 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-55896285-56cb-45a8-9cb2-33793f54c05e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:32.425631 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-46e6fa28-39e5-4adb-8a98-a738d09d3e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:33.653327 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:35.121192 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:36.577841 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:45.716375 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:58:58.590406 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:59:00.050781 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2b920c02-90ac-415b-83f7-ceb1a049a31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:59:02.426265 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-5f16a0d2-2c3d-4dcc-acc0-a499b78edf00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:59:03.658254 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:59:05.123634 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:59:06.578973 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:59:15.719783 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:59:30.051631 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-5eb05db0-416a-4670-a6c8-7ea36f5df5e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:59:32.429284 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-373e8e0f-e9c3-4642-998c-e0eab44069d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:59:33.658398 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:59:35.126647 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:59:35.589366 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 15:59:36.580347 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 15:59:45.735388 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:00:00.053892 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-e067be7f-fdaa-468e-9ca0-f79012bcc3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:00:02.430433 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-885b1e62-0205-4770-ab3c-dad0070476ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:00:03.659551 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:00:05.128634 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:00:06.582063 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:00:12.590249 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 16:00:15.726096 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:00:30.055119 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-71f7c39c-2b3a-4da4-b8e2-1671fa5e5df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:00:32.432729 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-779ce463-86ed-480f-bfaa-799e80f4367c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:00:33.663584 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:00:35.130708 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:00:36.583672 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:00:45.745987 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:00:49.588670 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 16:01:00.056204 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-15087d88-1c27-4cc6-bc23-c35454902968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:01:02.435518 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-7fddbcfc-be25-40fc-a3fc-2944e6b20a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:01:03.667790 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:01:05.132494 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:01:06.585459 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:01:15.750259 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:01:26.587771 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 16:01:30.056552 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-60af6577-90fa-461d-be00-59b41d91343a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:01:32.437116 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-ae5cd6ae-11a3-470e-ac96-30bce1cf6319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:01:33.669587 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:01:35.134823 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:01:36.587527 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:01:45.763230 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:02:00.057548 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-bbe6dda4-56c9-4bfb-8bac-6d6180bb04cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:02:02.441485 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-f186b1ef-32ac-4b78-830b-1b9b852d3d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:02:03.586155 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 16:02:03.672027 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:02:05.137712 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:02:06.590673 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:02:15.758645 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:02:30.058814 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a5d4bb0f-749f-4484-8246-20210488e405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:02:32.442515 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-7aa4af91-53dc-4004-aaaa-1d0fcb421ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:02:33.676174 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:02:35.144517 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:02:36.592556 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:02:40.584945 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 16:02:45.763410 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:03:00.061233 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-b713694c-da80-4920-9042-6b4a78362de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:03:02.444148 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a322a885-2ad7-40ec-ae5c-0a9f4a4ef1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (5ace3e7b-e088-4719-b97c-b4f848405466), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:03:03.678963 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-a89e9064-ebda-48fd-9dc7-1883dde6dfab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (e554568d-12bd-4707-a235-7cb09170b81e), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:03:05.143420 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-18ec2e48-3044-47ee-a9a5-9b882b86aea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (774f6cc1-492d-469f-9084-0fa381de540f), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:03:06.594071 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-6364821e-9988-4fb1-840c-5beb35c7d8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (2094667a-5102-4871-89ea-8c4bf744d8c1), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:03:15.761287 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2a2257f3-3d77-4bcc-b74b-ff5bf38095ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (085351c5-065a-4edc-ae4b-0d7f2b27b503), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 16:03:17.583835 dv-cinder-606346-36-iscsi neutron-server[109501]: DEBUG neutron.db.agents_db [None req-803ebe36-cce2-42b8-aca3-1a47db2ac01f None None] Agent healthcheck: found 6 active agents {{(pid=109501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 16:03:30.062303 dv-cinder-606346-36-iscsi neutron-server[109500]: DEBUG neutron_lib.callbacks.manager [None req-2dc150c6-73b7-4249-9e1f-64e5d8b89f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8726999291513', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-772088'] for agent (c690b10a-9812-45df-b2f8-72b352956aca), after_update {{(pid=109500) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}